2024-11-09 12:51:20,170 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 12:51:20,186 main DEBUG Took 0.013652 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 12:51:20,187 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 12:51:20,187 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 12:51:20,188 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 12:51:20,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,199 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 12:51:20,215 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,219 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,223 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,225 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,226 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,228 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 12:51:20,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,230 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 12:51:20,232 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 12:51:20,233 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 12:51:20,235 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 12:51:20,236 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 12:51:20,237 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 12:51:20,238 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 12:51:20,249 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 12:51:20,252 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 12:51:20,254 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 12:51:20,255 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 12:51:20,255 main DEBUG createAppenders(={Console}) 2024-11-09 12:51:20,256 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 12:51:20,256 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 12:51:20,257 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 12:51:20,258 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 12:51:20,258 main DEBUG OutputStream closed 2024-11-09 12:51:20,258 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 12:51:20,259 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 12:51:20,259 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 12:51:20,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 12:51:20,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 12:51:20,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 12:51:20,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 12:51:20,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 12:51:20,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 12:51:20,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 12:51:20,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 12:51:20,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 12:51:20,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 12:51:20,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 12:51:20,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 12:51:20,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 12:51:20,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 12:51:20,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 12:51:20,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 12:51:20,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 12:51:20,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 12:51:20,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 12:51:20,372 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 12:51:20,372 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 12:51:20,374 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T12:51:20,676 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41 2024-11-09 12:51:20,679 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 12:51:20,679 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T12:51:20,688 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-09T12:51:20,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T12:51:20,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e, deleteOnExit=true 2024-11-09T12:51:20,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T12:51:20,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/test.cache.data in system properties and HBase conf 2024-11-09T12:51:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T12:51:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.log.dir in system properties and HBase conf 2024-11-09T12:51:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T12:51:20,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T12:51:20,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T12:51:20,860 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T12:51:20,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T12:51:20,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T12:51:20,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T12:51:20,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T12:51:20,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T12:51:20,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T12:51:20,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T12:51:20,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T12:51:20,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T12:51:21,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T12:51:21,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/nfs.dump.dir in system properties and HBase conf 2024-11-09T12:51:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/java.io.tmpdir in system properties and HBase conf 2024-11-09T12:51:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T12:51:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T12:51:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T12:51:22,020 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T12:51:22,120 INFO [Time-limited test {}] log.Log(170): Logging initialized @2897ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T12:51:22,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T12:51:22,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T12:51:22,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T12:51:22,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T12:51:22,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T12:51:22,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T12:51:22,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.log.dir/,AVAILABLE} 2024-11-09T12:51:22,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T12:51:22,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-11066440003066763684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T12:51:22,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-11-09T12:51:22,663 INFO [Time-limited test {}] server.Server(415): Started @3442ms 2024-11-09T12:51:23,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T12:51:23,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T12:51:23,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T12:51:23,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T12:51:23,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T12:51:23,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.log.dir/,AVAILABLE} 2024-11-09T12:51:23,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T12:51:23,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/java.io.tmpdir/jetty-localhost-44543-hadoop-hdfs-3_4_1-tests_jar-_-any-15927920217714636101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T12:51:23,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:44543} 2024-11-09T12:51:23,237 INFO [Time-limited test {}] server.Server(415): Started @4016ms 2024-11-09T12:51:23,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T12:51:23,831 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/data/data1/current/BP-407990496-172.17.0.3-1731156681708/current, will proceed with Du for space computation calculation, 2024-11-09T12:51:23,831 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/data/data2/current/BP-407990496-172.17.0.3-1731156681708/current, will proceed with Du for space computation calculation, 2024-11-09T12:51:23,899 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T12:51:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43fb4897c8ea7dc with lease ID 0xc3e25b7be5696ad2: Processing first storage report for DS-4d179869-3288-419e-91d9-5da9f554e3cf from datanode DatanodeRegistration(127.0.0.1:44783, datanodeUuid=ec401d9e-3309-406c-8a42-6e37ba319bfe, infoPort=42173, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=2129486813;c=1731156681708) 2024-11-09T12:51:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43fb4897c8ea7dc with lease ID 0xc3e25b7be5696ad2: from storage DS-4d179869-3288-419e-91d9-5da9f554e3cf node DatanodeRegistration(127.0.0.1:44783, datanodeUuid=ec401d9e-3309-406c-8a42-6e37ba319bfe, infoPort=42173, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=2129486813;c=1731156681708), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T12:51:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43fb4897c8ea7dc with lease ID 0xc3e25b7be5696ad2: Processing first storage report for DS-35f4b8c7-857a-4619-aca9-31c286794a26 from datanode DatanodeRegistration(127.0.0.1:44783, datanodeUuid=ec401d9e-3309-406c-8a42-6e37ba319bfe, infoPort=42173, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=2129486813;c=1731156681708) 2024-11-09T12:51:23,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43fb4897c8ea7dc with lease ID 0xc3e25b7be5696ad2: from storage DS-35f4b8c7-857a-4619-aca9-31c286794a26 node DatanodeRegistration(127.0.0.1:44783, datanodeUuid=ec401d9e-3309-406c-8a42-6e37ba319bfe, infoPort=42173, infoSecurePort=0, ipcPort=41821, storageInfo=lv=-57;cid=testClusterID;nsid=2129486813;c=1731156681708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T12:51:24,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41 2024-11-09T12:51:24,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/zookeeper_0, clientPort=50574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T12:51:24,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50574 2024-11-09T12:51:24,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:24,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741825_1001 (size=7) 2024-11-09T12:51:24,859 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd with version=8 2024-11-09T12:51:24,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/hbase-staging 2024-11-09T12:51:24,957 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T12:51:25,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7934cf733c16:0 server-side Connection retries=45 2024-11-09T12:51:25,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T12:51:25,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T12:51:25,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T12:51:25,432 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T12:51:25,440 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T12:51:25,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T12:51:25,473 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8769 (auto-detected) 2024-11-09T12:51:25,475 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T12:51:25,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34237 2024-11-09T12:51:25,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34237 connecting to ZooKeeper ensemble=127.0.0.1:50574 2024-11-09T12:51:25,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342370x0, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T12:51:25,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34237-0x100d78da20c0000 connected 2024-11-09T12:51:25,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:25,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:25,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T12:51:25,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd, hbase.cluster.distributed=false 2024-11-09T12:51:25,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T12:51:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-09T12:51:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34237 2024-11-09T12:51:25,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34237 2024-11-09T12:51:25,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-09T12:51:25,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-09T12:51:25,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T12:51:25,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T12:51:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T12:51:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T12:51:25,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T12:51:25,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T12:51:25,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38405 2024-11-09T12:51:25,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38405 connecting to ZooKeeper ensemble=127.0.0.1:50574 2024-11-09T12:51:25,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:25,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384050x0, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T12:51:25,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38405-0x100d78da20c0001 connected 2024-11-09T12:51:25,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T12:51:25,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T12:51:25,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T12:51:25,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T12:51:25,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T12:51:25,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-09T12:51:25,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38405 2024-11-09T12:51:25,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38405 2024-11-09T12:51:25,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-09T12:51:25,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-09T12:51:25,844 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7934cf733c16:34237 2024-11-09T12:51:25,845 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7934cf733c16,34237,1731156685010 2024-11-09T12:51:25,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T12:51:25,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T12:51:25,854 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7934cf733c16,34237,1731156685010 2024-11-09T12:51:25,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T12:51:25,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:25,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:25,886 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T12:51:25,887 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7934cf733c16,34237,1731156685010 from backup master directory 2024-11-09T12:51:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7934cf733c16,34237,1731156685010 2024-11-09T12:51:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T12:51:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T12:51:25,891 WARN [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T12:51:25,891 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7934cf733c16,34237,1731156685010 2024-11-09T12:51:25,894 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T12:51:25,896 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T12:51:25,956 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/hbase.id] with ID: 206d8b6d-1cc9-4701-9794-bca1b7a99f03 2024-11-09T12:51:25,956 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/.tmp/hbase.id 2024-11-09T12:51:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741826_1002 (size=42) 2024-11-09T12:51:26,369 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/.tmp/hbase.id]:[hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/hbase.id] 2024-11-09T12:51:26,413 INFO [master/7934cf733c16:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T12:51:26,418 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T12:51:26,436 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T12:51:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741827_1003 (size=196) 2024-11-09T12:51:26,483 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:51:26,487 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T12:51:26,506 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:26,511 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T12:51:26,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741828_1004 (size=1189) 2024-11-09T12:51:26,963 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store 2024-11-09T12:51:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741829_1005 (size=34) 2024-11-09T12:51:27,406 INFO [master/7934cf733c16:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T12:51:27,409 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:27,410 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T12:51:27,410 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:51:27,411 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:51:27,412 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T12:51:27,412 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:51:27,412 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:51:27,414 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731156687410Disabling compacts and flushes for region at 1731156687410Disabling writes for close at 1731156687412 (+2 ms)Writing region close event to WAL at 1731156687412Closed at 1731156687412 2024-11-09T12:51:27,416 WARN [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/.initializing 2024-11-09T12:51:27,417 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/WALs/7934cf733c16,34237,1731156685010 2024-11-09T12:51:27,429 INFO [master/7934cf733c16:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T12:51:27,452 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C34237%2C1731156685010, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/WALs/7934cf733c16,34237,1731156685010, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/oldWALs, maxLogs=10 2024-11-09T12:51:27,483 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/WALs/7934cf733c16,34237,1731156685010/7934cf733c16%2C34237%2C1731156685010.1731156687459, exclude list is [], retry=0 2024-11-09T12:51:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44783,DS-4d179869-3288-419e-91d9-5da9f554e3cf,DISK] 2024-11-09T12:51:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T12:51:27,558 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/WALs/7934cf733c16,34237,1731156685010/7934cf733c16%2C34237%2C1731156685010.1731156687459 2024-11-09T12:51:27,563 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-09T12:51:27,564 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:51:27,565 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:27,569 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,570 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T12:51:27,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:27,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:27,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T12:51:27,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:27,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:27,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T12:51:27,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:27,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:27,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T12:51:27,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:27,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:27,685 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,689 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,690 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,696 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,697 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,700 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T12:51:27,703 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T12:51:27,707 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:51:27,708 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69957533, jitterRate=0.04244847595691681}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T12:51:27,713 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731156687591Initializing all the Stores at 1731156687594 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156687595 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156687596 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156687596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156687597 (+1 ms)Cleaning up temporary data from old regions at 1731156687697 (+100 ms)Region opened successfully at 1731156687713 (+16 ms) 2024-11-09T12:51:27,714 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T12:51:27,756 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b19ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T12:51:27,789 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T12:51:27,800 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T12:51:27,801 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T12:51:27,804 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T12:51:27,805 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T12:51:27,810 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T12:51:27,810 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T12:51:27,839 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T12:51:27,854 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T12:51:27,857 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T12:51:27,861 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T12:51:27,863 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T12:51:27,865 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T12:51:27,867 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T12:51:27,871 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T12:51:27,872 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T12:51:27,874 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T12:51:27,875 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T12:51:27,893 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T12:51:27,894 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T12:51:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T12:51:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T12:51:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,901 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7934cf733c16,34237,1731156685010, sessionid=0x100d78da20c0000, setting cluster-up flag (Was=false) 2024-11-09T12:51:27,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,919 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T12:51:27,921 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,34237,1731156685010 2024-11-09T12:51:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:27,932 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T12:51:27,933 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,34237,1731156685010 2024-11-09T12:51:27,940 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T12:51:28,013 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T12:51:28,023 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T12:51:28,030 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T12:51:28,034 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(746): ClusterId : 206d8b6d-1cc9-4701-9794-bca1b7a99f03 2024-11-09T12:51:28,038 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T12:51:28,036 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7934cf733c16,34237,1731156685010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T12:51:28,043 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T12:51:28,043 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T12:51:28,043 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T12:51:28,043 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T12:51:28,044 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T12:51:28,044 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T12:51:28,044 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7934cf733c16:0, corePoolSize=10, maxPoolSize=10 2024-11-09T12:51:28,044 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,044 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T12:51:28,044 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,046 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731156718046 2024-11-09T12:51:28,047 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T12:51:28,048 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T12:51:28,048 DEBUG [RS:0;7934cf733c16:38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c44ca8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T12:51:28,049 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T12:51:28,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T12:51:28,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T12:51:28,053 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T12:51:28,053 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T12:51:28,054 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T12:51:28,054 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T12:51:28,055 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,058 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T12:51:28,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:28,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T12:51:28,059 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T12:51:28,059 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T12:51:28,061 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T12:51:28,062 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T12:51:28,063 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731156688063,5,FailOnTimeoutGroup] 2024-11-09T12:51:28,064 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731156688063,5,FailOnTimeoutGroup] 2024-11-09T12:51:28,064 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,065 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T12:51:28,066 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,066 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,070 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7934cf733c16:38405 2024-11-09T12:51:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741831_1007 (size=1321) 2024-11-09T12:51:28,075 INFO [RS:0;7934cf733c16:38405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T12:51:28,075 INFO [RS:0;7934cf733c16:38405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T12:51:28,075 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T12:51:28,078 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,34237,1731156685010 with port=38405, startcode=1731156685737 2024-11-09T12:51:28,094 DEBUG [RS:0;7934cf733c16:38405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T12:51:28,135 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T12:51:28,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,161 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:51:28,161 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40503 2024-11-09T12:51:28,161 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T12:51:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T12:51:28,167 DEBUG [RS:0;7934cf733c16:38405 {}] zookeeper.ZKUtil(111): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,167 WARN [RS:0;7934cf733c16:38405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T12:51:28,167 INFO [RS:0;7934cf733c16:38405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T12:51:28,168 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,38405,1731156685737] 2024-11-09T12:51:28,196 INFO [RS:0;7934cf733c16:38405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T12:51:28,210 INFO [RS:0;7934cf733c16:38405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T12:51:28,215 INFO [RS:0;7934cf733c16:38405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T12:51:28,215 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,216 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T12:51:28,222 INFO [RS:0;7934cf733c16:38405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T12:51:28,223 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T12:51:28,224 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T12:51:28,225 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T12:51:28,226 DEBUG [RS:0;7934cf733c16:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T12:51:28,226 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,227 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,227 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,227 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,227 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,227 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,38405,1731156685737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T12:51:28,258 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T12:51:28,261 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,38405,1731156685737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,261 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,261 INFO [RS:0;7934cf733c16:38405 {}] regionserver.Replication(171): 7934cf733c16,38405,1731156685737 started 2024-11-09T12:51:28,289 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:28,290 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,38405,1731156685737, RpcServer on 7934cf733c16/172.17.0.3:38405, sessionid=0x100d78da20c0001 2024-11-09T12:51:28,291 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T12:51:28,291 DEBUG [RS:0;7934cf733c16:38405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,291 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,38405,1731156685737' 2024-11-09T12:51:28,291 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T12:51:28,292 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T12:51:28,293 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T12:51:28,293 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T12:51:28,293 DEBUG [RS:0;7934cf733c16:38405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,38405,1731156685737 2024-11-09T12:51:28,293 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,38405,1731156685737' 2024-11-09T12:51:28,294 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T12:51:28,294 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T12:51:28,295 DEBUG [RS:0;7934cf733c16:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T12:51:28,295 INFO [RS:0;7934cf733c16:38405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T12:51:28,295 INFO [RS:0;7934cf733c16:38405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T12:51:28,401 INFO [RS:0;7934cf733c16:38405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T12:51:28,404 INFO [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C38405%2C1731156685737, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/oldWALs, maxLogs=32 2024-11-09T12:51:28,422 DEBUG [RS:0;7934cf733c16:38405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737/7934cf733c16%2C38405%2C1731156685737.1731156688407, exclude list is [], retry=0 2024-11-09T12:51:28,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44783,DS-4d179869-3288-419e-91d9-5da9f554e3cf,DISK] 2024-11-09T12:51:28,430 INFO [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737/7934cf733c16%2C38405%2C1731156685737.1731156688407 2024-11-09T12:51:28,431 DEBUG [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-09T12:51:28,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T12:51:28,474 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:51:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741833_1009 (size=32) 2024-11-09T12:51:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T12:51:28,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T12:51:28,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T12:51:28,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T12:51:28,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:28,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:28,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T12:51:28,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T12:51:28,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:28,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:28,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T12:51:28,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T12:51:28,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:28,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:28,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T12:51:28,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740 2024-11-09T12:51:28,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740 2024-11-09T12:51:28,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T12:51:28,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T12:51:28,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:51:28,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T12:51:28,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:51:28,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59898031, jitterRate=-0.10744978487491608}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:51:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731156688886Initializing all the Stores at 1731156688888 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156688888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156688888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156688888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156688888Cleaning up temporary data from old regions at 1731156688909 (+21 ms)Region opened successfully at 1731156688919 (+10 ms) 2024-11-09T12:51:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T12:51:28,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T12:51:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T12:51:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T12:51:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T12:51:28,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T12:51:28,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731156688920Disabling compacts and flushes for region at 1731156688920Disabling writes for close at 1731156688920Writing region close event to WAL at 1731156688921 (+1 ms)Closed at 1731156688921 2024-11-09T12:51:28,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T12:51:28,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T12:51:28,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T12:51:28,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T12:51:28,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T12:51:29,096 DEBUG [7934cf733c16:34237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T12:51:29,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:29,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,38405,1731156685737, state=OPENING 2024-11-09T12:51:29,120 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T12:51:29,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:29,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:51:29,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T12:51:29,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T12:51:29,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T12:51:29,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:29,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T12:51:29,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T12:51:29,317 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T12:51:29,318 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T12:51:29,318 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T12:51:29,322 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C38405%2C1731156685737.meta, suffix=.meta, logDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/oldWALs, maxLogs=32 2024-11-09T12:51:29,338 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737/7934cf733c16%2C38405%2C1731156685737.meta.1731156689323.meta, exclude list is [], retry=0 2024-11-09T12:51:29,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44783,DS-4d179869-3288-419e-91d9-5da9f554e3cf,DISK] 2024-11-09T12:51:29,345 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/WALs/7934cf733c16,38405,1731156685737/7934cf733c16%2C38405%2C1731156685737.meta.1731156689323.meta 2024-11-09T12:51:29,346 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-09T12:51:29,346 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:51:29,348 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T12:51:29,351 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T12:51:29,355 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T12:51:29,360 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T12:51:29,360 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:29,361 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T12:51:29,361 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T12:51:29,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T12:51:29,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T12:51:29,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:29,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:29,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T12:51:29,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T12:51:29,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:29,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:29,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T12:51:29,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T12:51:29,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:29,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:29,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T12:51:29,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T12:51:29,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T12:51:29,374 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T12:51:29,376 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740 2024-11-09T12:51:29,378 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740 2024-11-09T12:51:29,380 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T12:51:29,381 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T12:51:29,382 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:51:29,384 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T12:51:29,386 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59946303, jitterRate=-0.10673047602176666}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:51:29,386 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T12:51:29,388 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731156689361Writing region info on filesystem at 1731156689361Initializing all the Stores at 1731156689363 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156689363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156689364 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156689364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731156689364Cleaning up temporary data from old regions at 1731156689381 (+17 ms)Running coprocessor post-open hooks at 1731156689386 (+5 ms)Region opened successfully at 1731156689388 (+2 ms) 2024-11-09T12:51:29,395 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731156689293 2024-11-09T12:51:29,407 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T12:51:29,407 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T12:51:29,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:29,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,38405,1731156685737, state=OPEN 2024-11-09T12:51:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T12:51:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T12:51:29,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T12:51:29,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T12:51:29,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:29,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T12:51:29,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,38405,1731156685737 in 292 msec 2024-11-09T12:51:29,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T12:51:29,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-09T12:51:29,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T12:51:29,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T12:51:29,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:29,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:29,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:29,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:29,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5470 sec 2024-11-09T12:51:29,516 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731156689516, completionTime=-1 2024-11-09T12:51:29,519 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T12:51:29,519 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T12:51:29,545 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T12:51:29,545 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731156749545 2024-11-09T12:51:29,546 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731156809546 2024-11-09T12:51:29,546 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-09T12:51:29,548 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,548 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,548 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,550 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7934cf733c16:34237, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,550 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,551 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,556 DEBUG [master/7934cf733c16:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T12:51:29,577 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.686sec 2024-11-09T12:51:29,578 INFO [master/7934cf733c16:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T12:51:29,580 INFO [master/7934cf733c16:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T12:51:29,581 INFO [master/7934cf733c16:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T12:51:29,581 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T12:51:29,581 INFO [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T12:51:29,582 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T12:51:29,583 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T12:51:29,591 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T12:51:29,592 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T12:51:29,593 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,34237,1731156685010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T12:51:29,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:29,650 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T12:51:29,650 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T12:51:29,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:29,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:29,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d43c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:29,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:29,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:29,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:29,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:29,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7934cf733c16,34237,1731156685010 2024-11-09T12:51:29,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=5979 2024-11-09T12:51:29,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:51:29,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:51:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c898042 2024-11-09T12:51:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:51:29,779 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:51:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:51:29,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:51:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:29,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:51:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T12:51:29,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:29,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:51:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741835_1011 (size=959) 2024-11-09T12:51:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:30,222 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:51:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741836_1012 (size=53) 2024-11-09T12:51:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:30,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:30,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 436911c9dcd9c346386a8844b0f7945c, disabling compactions & flushes 2024-11-09T12:51:30,638 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:30,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:30,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. after waiting 0 ms 2024-11-09T12:51:30,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:30,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:30,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 436911c9dcd9c346386a8844b0f7945c: Waiting for close lock at 1731156690638Disabling compacts and flushes for region at 1731156690638Disabling writes for close at 1731156690639 (+1 ms)Writing region close event to WAL at 1731156690639Closed at 1731156690639 2024-11-09T12:51:30,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:51:30,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156690642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156690642"}]},"ts":"1731156690642"} 2024-11-09T12:51:30,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:51:30,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:51:30,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156690662"}]},"ts":"1731156690662"} 2024-11-09T12:51:30,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:51:30,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, ASSIGN}] 2024-11-09T12:51:30,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, ASSIGN 2024-11-09T12:51:30,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:51:30,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=436911c9dcd9c346386a8844b0f7945c, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:30,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, ASSIGN because future has completed 2024-11-09T12:51:30,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:31,015 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:31,016 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:51:31,016 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,017 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:31,017 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,017 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,020 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,026 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436911c9dcd9c346386a8844b0f7945c columnFamilyName A 2024-11-09T12:51:31,026 DEBUG [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:31,028 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(327): Store=436911c9dcd9c346386a8844b0f7945c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:31,028 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,034 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436911c9dcd9c346386a8844b0f7945c columnFamilyName B 2024-11-09T12:51:31,035 DEBUG [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:31,038 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(327): Store=436911c9dcd9c346386a8844b0f7945c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:31,038 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,044 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436911c9dcd9c346386a8844b0f7945c columnFamilyName C 2024-11-09T12:51:31,044 DEBUG [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:31,050 INFO [StoreOpener-436911c9dcd9c346386a8844b0f7945c-1 {}] regionserver.HStore(327): Store=436911c9dcd9c346386a8844b0f7945c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:31,050 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,053 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,057 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,073 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,073 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,077 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:51:31,086 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,121 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:51:31,123 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 436911c9dcd9c346386a8844b0f7945c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59244120, jitterRate=-0.11719381809234619}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:51:31,123 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:31,124 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 436911c9dcd9c346386a8844b0f7945c: Running coprocessor pre-open hook at 1731156691017Writing region info on filesystem at 1731156691017Initializing all the Stores at 1731156691019 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156691019Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156691019Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156691020 (+1 ms)Cleaning up temporary data from old regions at 1731156691074 (+54 ms)Running coprocessor post-open hooks at 1731156691123 (+49 ms)Region opened successfully at 1731156691124 (+1 ms) 2024-11-09T12:51:31,130 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., pid=6, masterSystemTime=1731156691006 2024-11-09T12:51:31,136 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:31,136 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:31,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=436911c9dcd9c346386a8844b0f7945c, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:31,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:51:31,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T12:51:31,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 in 319 msec 2024-11-09T12:51:31,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T12:51:31,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, ASSIGN in 497 msec 2024-11-09T12:51:31,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:51:31,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156691188"}]},"ts":"1731156691188"} 2024-11-09T12:51:31,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:51:31,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:51:31,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.4320 sec 2024-11-09T12:51:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T12:51:31,970 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:31,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:31,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:31,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:31,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d81395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,008 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521834ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:51:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:51:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46bb9392 2024-11-09T12:51:32,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:51:32,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:51:32,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61788bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da37544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,126 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f953883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,181 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,187 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,205 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6706ff39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,254 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8954be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b5f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,273 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510fbbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,277 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b35163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,284 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2b44cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,286 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9871eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394afbbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,297 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159e37c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:32,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:32,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306cf84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:32,312 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e4fc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:32,326 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,329 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,329 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,330 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,333 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,333 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,338 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,341 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,342 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:32,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,346 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,355 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:32,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T12:51:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:32,374 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:32,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:32,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:51:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:32,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:51:32,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:32,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/93e1516f617c4d568fa9a736d5a28fe1 is 50, key is test_row_0/A:col10/1731156692517/Put/seqid=0 2024-11-09T12:51:32,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741837_1013 (size=12001) 2024-11-09T12:51:32,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/93e1516f617c4d568fa9a736d5a28fe1 2024-11-09T12:51:32,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156752806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156752823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:32,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156752836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156752844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156752844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:32,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:32,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:32,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:32,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ca0fad0b8a22462fb4a37cc5f169634c is 50, key is test_row_0/B:col10/1731156692517/Put/seqid=0 2024-11-09T12:51:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156753011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156753012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156753014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156753014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741838_1014 (size=12001) 2024-11-09T12:51:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156753012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ca0fad0b8a22462fb4a37cc5f169634c 2024-11-09T12:51:33,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/bc0b90cacc314ad58931c50cf2de34fe is 50, key is test_row_0/C:col10/1731156692517/Put/seqid=0 2024-11-09T12:51:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741839_1015 (size=12001) 2024-11-09T12:51:33,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156753229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156753242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156753243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156753243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156753249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156753553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156753565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/bc0b90cacc314ad58931c50cf2de34fe 2024-11-09T12:51:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156753578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156753578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156753568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:33,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/93e1516f617c4d568fa9a736d5a28fe1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1 2024-11-09T12:51:33,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:51:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T12:51:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ca0fad0b8a22462fb4a37cc5f169634c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c 2024-11-09T12:51:33,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:51:33,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/bc0b90cacc314ad58931c50cf2de34fe as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe 2024-11-09T12:51:33,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:51:33,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 436911c9dcd9c346386a8844b0f7945c in 1198ms, sequenceid=15, compaction requested=false 2024-11-09T12:51:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T12:51:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:33,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T12:51:33,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:33,770 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:51:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f798cb2da8af41d6b127d3bbe8546904 is 50, key is test_row_0/A:col10/1731156692821/Put/seqid=0 2024-11-09T12:51:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741840_1016 (size=12001) 2024-11-09T12:51:33,844 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f798cb2da8af41d6b127d3bbe8546904 2024-11-09T12:51:33,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/80a2b00a74934b9bbb2dab92a6276f30 is 50, key is test_row_0/B:col10/1731156692821/Put/seqid=0 2024-11-09T12:51:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741841_1017 (size=12001) 2024-11-09T12:51:33,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/80a2b00a74934b9bbb2dab92a6276f30 2024-11-09T12:51:34,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/6b6012e4947845f0abba155f1a4c084d is 50, key is test_row_0/C:col10/1731156692821/Put/seqid=0 2024-11-09T12:51:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741842_1018 (size=12001) 2024-11-09T12:51:34,105 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/6b6012e4947845f0abba155f1a4c084d 2024-11-09T12:51:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:34,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f798cb2da8af41d6b127d3bbe8546904 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904 2024-11-09T12:51:34,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T12:51:34,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156754165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156754167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T12:51:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/80a2b00a74934b9bbb2dab92a6276f30 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30 2024-11-09T12:51:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156754191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156754197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156754198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T12:51:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/6b6012e4947845f0abba155f1a4c084d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d 2024-11-09T12:51:34,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T12:51:34,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 524ms, sequenceid=38, compaction requested=false 2024-11-09T12:51:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T12:51:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T12:51:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:34,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:51:34,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T12:51:34,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-11-09T12:51:34,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d978548b746f4bb2a9ab651f2c79e5d2 is 50, key is test_row_0/A:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:34,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.0000 sec 2024-11-09T12:51:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741843_1019 (size=14341) 2024-11-09T12:51:34,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d978548b746f4bb2a9ab651f2c79e5d2 2024-11-09T12:51:34,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b435d328d6a6430682560168627abf52 is 50, key is test_row_0/B:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741844_1020 (size=12001) 2024-11-09T12:51:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T12:51:34,530 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:34,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T12:51:34,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:34,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:34,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:34,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b435d328d6a6430682560168627abf52 2024-11-09T12:51:34,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/e2688030d4f44a239df95ef04fd4b322 is 50, key is test_row_0/C:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:34,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156754582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741845_1021 (size=12001) 2024-11-09T12:51:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:34,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156754626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156754617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156754632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156754632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T12:51:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:34,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156754738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156754775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156754775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156754775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156754787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:34,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T12:51:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:34,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:34,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:51:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156754958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156754991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156755002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156755003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:35,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/e2688030d4f44a239df95ef04fd4b322 2024-11-09T12:51:35,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156755036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d978548b746f4bb2a9ab651f2c79e5d2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2 2024-11-09T12:51:35,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2, entries=200, sequenceid=52, filesize=14.0 K 2024-11-09T12:51:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b435d328d6a6430682560168627abf52 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52 2024-11-09T12:51:35,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T12:51:35,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/e2688030d4f44a239df95ef04fd4b322 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322 2024-11-09T12:51:35,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T12:51:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:35,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 436911c9dcd9c346386a8844b0f7945c in 853ms, sequenceid=52, compaction requested=true 2024-11-09T12:51:35,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:35,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T12:51:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:51:35,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:35,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:35,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:35,208 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:35,209 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:35,212 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:35,219 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:35,219 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,220 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.2 K 2024-11-09T12:51:35,222 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ca0fad0b8a22462fb4a37cc5f169634c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156692449 2024-11-09T12:51:35,223 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a2b00a74934b9bbb2dab92a6276f30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731156692796 2024-11-09T12:51:35,225 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b435d328d6a6430682560168627abf52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:35,229 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:35,229 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:35,230 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,230 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.4 K 2024-11-09T12:51:35,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/1d39b3e1bd6d4c4596978738b9b8b9a2 is 50, key is test_row_0/A:col10/1731156694626/Put/seqid=0 2024-11-09T12:51:35,234 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93e1516f617c4d568fa9a736d5a28fe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156692449 2024-11-09T12:51:35,235 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f798cb2da8af41d6b127d3bbe8546904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731156692796 2024-11-09T12:51:35,236 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d978548b746f4bb2a9ab651f2c79e5d2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:35,296 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#10 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:35,297 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/e2dc9843552c4a008d14d0b9fabcb48a is 50, key is test_row_0/A:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:35,305 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#11 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:35,307 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/9219c8462fdd46c682ddfb0c4e2f83e9 is 50, key is test_row_0/B:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741846_1022 (size=12001) 2024-11-09T12:51:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:35,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/1d39b3e1bd6d4c4596978738b9b8b9a2 2024-11-09T12:51:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:35,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2d8f138386f480baf64743518005731 is 50, key is test_row_0/B:col10/1731156694626/Put/seqid=0 2024-11-09T12:51:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741848_1024 (size=12104) 2024-11-09T12:51:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156755385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156755390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156755402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741847_1023 (size=12104) 2024-11-09T12:51:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156755416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T12:51:35,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T12:51:35,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T12:51:35,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T12:51:35,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T12:51:35,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T12:51:35,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156755424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T12:51:35,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T12:51:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741849_1025 (size=12001) 2024-11-09T12:51:35,498 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/e2dc9843552c4a008d14d0b9fabcb48a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/e2dc9843552c4a008d14d0b9fabcb48a 2024-11-09T12:51:35,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156755538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156755548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156755549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,579 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into e2dc9843552c4a008d14d0b9fabcb48a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:35,579 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:35,582 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156695181; duration=0sec 2024-11-09T12:51:35,583 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:35,583 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:35,583 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156755549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156755562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,605 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:35,606 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:35,606 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:35,606 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.2 K 2024-11-09T12:51:35,611 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc0b90cacc314ad58931c50cf2de34fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156692449 2024-11-09T12:51:35,616 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b6012e4947845f0abba155f1a4c084d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731156692796 2024-11-09T12:51:35,617 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2688030d4f44a239df95ef04fd4b322, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:35,692 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:35,694 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/5925d1ac20344ea693774158bd073c4f is 50, key is test_row_0/C:col10/1731156694192/Put/seqid=0 2024-11-09T12:51:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741850_1026 (size=12104) 2024-11-09T12:51:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156755778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156755779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156755778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,808 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/5925d1ac20344ea693774158bd073c4f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5925d1ac20344ea693774158bd073c4f 2024-11-09T12:51:35,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156755802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156755805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:35,824 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/9219c8462fdd46c682ddfb0c4e2f83e9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9219c8462fdd46c682ddfb0c4e2f83e9 2024-11-09T12:51:35,838 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 9219c8462fdd46c682ddfb0c4e2f83e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:35,838 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:35,838 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156695204; duration=0sec 2024-11-09T12:51:35,838 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:35,838 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:35,851 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 5925d1ac20344ea693774158bd073c4f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:35,851 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:35,851 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156695205; duration=0sec 2024-11-09T12:51:35,851 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:35,851 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:35,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2d8f138386f480baf64743518005731 2024-11-09T12:51:35,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9cee3594a3544c80ae90b577caeca3a8 is 50, key is test_row_0/C:col10/1731156694626/Put/seqid=0 2024-11-09T12:51:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741851_1027 (size=12001) 2024-11-09T12:51:35,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9cee3594a3544c80ae90b577caeca3a8 2024-11-09T12:51:35,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/1d39b3e1bd6d4c4596978738b9b8b9a2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2 2024-11-09T12:51:35,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T12:51:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2d8f138386f480baf64743518005731 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731 2024-11-09T12:51:35,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T12:51:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9cee3594a3544c80ae90b577caeca3a8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8 2024-11-09T12:51:36,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T12:51:36,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 820ms, sequenceid=75, compaction requested=false 2024-11-09T12:51:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T12:51:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T12:51:36,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T12:51:36,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-09T12:51:36,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.5010 sec 2024-11-09T12:51:36,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:36,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:51:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:36,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/eb9acba9e4a04410b9d67282487c0f27 is 50, key is test_row_0/A:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741852_1028 (size=12001) 2024-11-09T12:51:36,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156756237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156756243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156756244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156756262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156756270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156756378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156756393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156756394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156756394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156756394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156756588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/eb9acba9e4a04410b9d67282487c0f27 2024-11-09T12:51:36,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156756638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156756639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156756639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156756639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:36,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/fa7365d61087451eb586de9c64193b93 is 50, key is test_row_0/B:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T12:51:36,698 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:36,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T12:51:36,703 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:36,705 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:36,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741853_1029 (size=12001) 2024-11-09T12:51:36,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/fa7365d61087451eb586de9c64193b93 2024-11-09T12:51:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:36,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f14fb1013477486ca1eea1a609ef4481 is 50, key is test_row_0/C:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741854_1030 (size=12001) 2024-11-09T12:51:36,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f14fb1013477486ca1eea1a609ef4481 2024-11-09T12:51:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/eb9acba9e4a04410b9d67282487c0f27 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27 2024-11-09T12:51:36,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T12:51:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/fa7365d61087451eb586de9c64193b93 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93 2024-11-09T12:51:36,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T12:51:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:36,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f14fb1013477486ca1eea1a609ef4481 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481 2024-11-09T12:51:36,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T12:51:36,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 436911c9dcd9c346386a8844b0f7945c in 717ms, sequenceid=93, compaction requested=true 2024-11-09T12:51:36,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:36,846 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:36,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:36,848 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:36,848 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:36,848 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:36,849 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:36,849 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/e2dc9843552c4a008d14d0b9fabcb48a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.3 K 2024-11-09T12:51:36,850 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2dc9843552c4a008d14d0b9fabcb48a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:36,851 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:36,852 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:36,852 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:36,852 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9219c8462fdd46c682ddfb0c4e2f83e9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.3 K 2024-11-09T12:51:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:36,852 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d39b3e1bd6d4c4596978738b9b8b9a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731156694411 2024-11-09T12:51:36,853 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb9acba9e4a04410b9d67282487c0f27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:36,854 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9219c8462fdd46c682ddfb0c4e2f83e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:36,856 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e2d8f138386f480baf64743518005731, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731156694411 2024-11-09T12:51:36,858 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fa7365d61087451eb586de9c64193b93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:36,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T12:51:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:36,862 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T12:51:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3b9875725f284ef68a4a4fc92325c47a is 50, key is test_row_0/A:col10/1731156696239/Put/seqid=0 2024-11-09T12:51:36,904 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:36,908 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:36,910 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/c432fb62ef88486d96cceab1b8fafbeb is 50, key is test_row_0/A:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:36,911 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d92c5b595cc24be9a108aec1fcceb60d is 50, key is test_row_0/B:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:36,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741855_1031 (size=12001) 2024-11-09T12:51:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156756984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741856_1032 (size=12207) 2024-11-09T12:51:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156756999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156757001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156757005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156757010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741857_1033 (size=12207) 2024-11-09T12:51:37,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156757123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156757128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156757128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156757128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156757137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156757349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156757350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156757350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156757349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156757358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,382 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3b9875725f284ef68a4a4fc92325c47a 2024-11-09T12:51:37,423 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/c432fb62ef88486d96cceab1b8fafbeb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c432fb62ef88486d96cceab1b8fafbeb 2024-11-09T12:51:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/c37cdce7eda04a3fb9095df0cf4fda72 is 50, key is test_row_0/B:col10/1731156696239/Put/seqid=0 2024-11-09T12:51:37,457 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into c432fb62ef88486d96cceab1b8fafbeb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:37,457 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:37,457 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156696846; duration=0sec 2024-11-09T12:51:37,458 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:37,458 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:37,458 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:37,462 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:37,463 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:37,463 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:37,463 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5925d1ac20344ea693774158bd073c4f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.3 K 2024-11-09T12:51:37,465 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5925d1ac20344ea693774158bd073c4f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156694150 2024-11-09T12:51:37,465 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cee3594a3544c80ae90b577caeca3a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731156694411 2024-11-09T12:51:37,466 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f14fb1013477486ca1eea1a609ef4481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:37,475 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d92c5b595cc24be9a108aec1fcceb60d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d92c5b595cc24be9a108aec1fcceb60d 2024-11-09T12:51:37,494 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:37,495 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/25aa43af02244097927decfeb1a0e99f is 50, key is test_row_0/C:col10/1731156696107/Put/seqid=0 2024-11-09T12:51:37,507 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into d92c5b595cc24be9a108aec1fcceb60d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:37,507 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:37,507 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156696847; duration=0sec 2024-11-09T12:51:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741858_1034 (size=12001) 2024-11-09T12:51:37,508 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:37,508 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741859_1035 (size=12207) 2024-11-09T12:51:37,553 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/25aa43af02244097927decfeb1a0e99f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/25aa43af02244097927decfeb1a0e99f 2024-11-09T12:51:37,568 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 25aa43af02244097927decfeb1a0e99f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:37,568 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:37,568 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156696852; duration=0sec 2024-11-09T12:51:37,568 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:37,568 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:37,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156757670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156757677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156757678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156757678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156757678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:37,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:37,929 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/c37cdce7eda04a3fb9095df0cf4fda72 2024-11-09T12:51:38,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b073f4745ab64862bf0386ed509b1ac9 is 50, key is test_row_0/C:col10/1731156696239/Put/seqid=0 2024-11-09T12:51:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741860_1036 (size=12001) 2024-11-09T12:51:38,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156758188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:38,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156758200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:38,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156758200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156758211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156758211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:38,471 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b073f4745ab64862bf0386ed509b1ac9 2024-11-09T12:51:38,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3b9875725f284ef68a4a4fc92325c47a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a 2024-11-09T12:51:38,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T12:51:38,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/c37cdce7eda04a3fb9095df0cf4fda72 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72 2024-11-09T12:51:38,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T12:51:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b073f4745ab64862bf0386ed509b1ac9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9 2024-11-09T12:51:38,583 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T12:51:38,585 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 436911c9dcd9c346386a8844b0f7945c in 1723ms, sequenceid=114, compaction requested=false 2024-11-09T12:51:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T12:51:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T12:51:38,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T12:51:38,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-09T12:51:38,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9110 sec 2024-11-09T12:51:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T12:51:38,873 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:38,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T12:51:38,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:38,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:38,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T12:51:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T12:51:39,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T12:51:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,050 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:51:39,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/fd7bf530a166451580b1251b69adb134 is 50, key is test_row_0/A:col10/1731156696993/Put/seqid=0 2024-11-09T12:51:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741861_1037 (size=12001) 2024-11-09T12:51:39,173 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/fd7bf530a166451580b1251b69adb134 2024-11-09T12:51:39,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ed8c37e7e1e74032b0c4ecb9a73bf441 is 50, key is test_row_0/B:col10/1731156696993/Put/seqid=0 2024-11-09T12:51:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T12:51:39,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741862_1038 (size=12001) 2024-11-09T12:51:39,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ed8c37e7e1e74032b0c4ecb9a73bf441 2024-11-09T12:51:39,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7994e822400e49fba2c300721c5a7052 is 50, key is test_row_0/C:col10/1731156696993/Put/seqid=0 2024-11-09T12:51:39,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741863_1039 (size=12001) 2024-11-09T12:51:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156759338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156759338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,360 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7994e822400e49fba2c300721c5a7052 2024-11-09T12:51:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156759341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156759342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/fd7bf530a166451580b1251b69adb134 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134 2024-11-09T12:51:39,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134, entries=150, sequenceid=132, filesize=11.7 K 2024-11-09T12:51:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/ed8c37e7e1e74032b0c4ecb9a73bf441 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441 2024-11-09T12:51:39,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441, entries=150, sequenceid=132, filesize=11.7 K 2024-11-09T12:51:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7994e822400e49fba2c300721c5a7052 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052 2024-11-09T12:51:39,433 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052, entries=150, sequenceid=132, filesize=11.7 K 2024-11-09T12:51:39,435 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 436911c9dcd9c346386a8844b0f7945c in 386ms, sequenceid=132, compaction requested=true 2024-11-09T12:51:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T12:51:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T12:51:39,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T12:51:39,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 553 msec 2024-11-09T12:51:39,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 575 msec 2024-11-09T12:51:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:39,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:51:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T12:51:39,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/faf2030e1fe6417ea52af50d799fa583 is 50, key is test_row_0/A:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:39,518 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:39,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T12:51:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:39,527 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:39,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:39,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156759536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156759536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156759550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156759547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156759560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741864_1040 (size=16931) 2024-11-09T12:51:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156759669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:39,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156759668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156759678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156759668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156759678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:39,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:39,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:39,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:39,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156759888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156759898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156759898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156759898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156759906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/faf2030e1fe6417ea52af50d799fa583 2024-11-09T12:51:40,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/5bb9e0c7f55342de9971e93e3333ab05 is 50, key is test_row_0/B:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741865_1041 (size=12151) 2024-11-09T12:51:40,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/5bb9e0c7f55342de9971e93e3333ab05 2024-11-09T12:51:40,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b238718fa6e54d2bac9fc305e4e7a689 is 50, key is test_row_0/C:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:40,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156760199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156760218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156760218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156760219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156760219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741866_1042 (size=12151) 2024-11-09T12:51:40,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b238718fa6e54d2bac9fc305e4e7a689 2024-11-09T12:51:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/faf2030e1fe6417ea52af50d799fa583 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583 2024-11-09T12:51:40,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583, entries=250, sequenceid=155, filesize=16.5 K 2024-11-09T12:51:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/5bb9e0c7f55342de9971e93e3333ab05 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05 2024-11-09T12:51:40,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T12:51:40,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:40,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b238718fa6e54d2bac9fc305e4e7a689 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689 2024-11-09T12:51:40,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:40,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:40,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T12:51:40,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 889ms, sequenceid=155, compaction requested=true 2024-11-09T12:51:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:40,375 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:40,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:40,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:40,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:40,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:40,378 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,378 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d92c5b595cc24be9a108aec1fcceb60d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=47.2 K 2024-11-09T12:51:40,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:40,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:40,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c432fb62ef88486d96cceab1b8fafbeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=51.9 K 2024-11-09T12:51:40,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d92c5b595cc24be9a108aec1fcceb60d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:40,380 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c432fb62ef88486d96cceab1b8fafbeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:40,381 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c37cdce7eda04a3fb9095df0cf4fda72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731156696219 2024-11-09T12:51:40,381 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b9875725f284ef68a4a4fc92325c47a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731156696219 2024-11-09T12:51:40,381 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7bf530a166451580b1251b69adb134, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731156696988 2024-11-09T12:51:40,382 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8c37e7e1e74032b0c4ecb9a73bf441, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731156696988 2024-11-09T12:51:40,382 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf2030e1fe6417ea52af50d799fa583, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699287 2024-11-09T12:51:40,383 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb9e0c7f55342de9971e93e3333ab05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699337 2024-11-09T12:51:40,419 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:40,420 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/96416ea73e8a42169535a6852f52b96b is 50, key is test_row_0/A:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:40,443 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:40,444 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b42ad458e43346c197abf1841f036515 is 50, key is test_row_0/B:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741867_1043 (size=12493) 2024-11-09T12:51:40,490 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/96416ea73e8a42169535a6852f52b96b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/96416ea73e8a42169535a6852f52b96b 2024-11-09T12:51:40,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T12:51:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,509 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:51:40,511 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 96416ea73e8a42169535a6852f52b96b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:40,511 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:40,511 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=12, startTime=1731156700375; duration=0sec 2024-11-09T12:51:40,511 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:40,511 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:40,511 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:40,515 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:40,515 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:40,515 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,516 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/25aa43af02244097927decfeb1a0e99f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=47.2 K 2024-11-09T12:51:40,516 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25aa43af02244097927decfeb1a0e99f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156695416 2024-11-09T12:51:40,517 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b073f4745ab64862bf0386ed509b1ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731156696219 2024-11-09T12:51:40,518 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7994e822400e49fba2c300721c5a7052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731156696988 2024-11-09T12:51:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/beff775c36e64ca299473810f66db472 is 50, key is test_row_0/A:col10/1731156699554/Put/seqid=0 2024-11-09T12:51:40,518 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b238718fa6e54d2bac9fc305e4e7a689, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699337 2024-11-09T12:51:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741868_1044 (size=12493) 2024-11-09T12:51:40,543 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b42ad458e43346c197abf1841f036515 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b42ad458e43346c197abf1841f036515 2024-11-09T12:51:40,553 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into b42ad458e43346c197abf1841f036515(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:40,553 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:40,553 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=12, startTime=1731156700375; duration=0sec 2024-11-09T12:51:40,553 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:40,553 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741869_1045 (size=12151) 2024-11-09T12:51:40,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/beff775c36e64ca299473810f66db472 2024-11-09T12:51:40,578 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:40,579 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/629476f80c0545e69e366490acf98fd0 is 50, key is test_row_0/C:col10/1731156699337/Put/seqid=0 2024-11-09T12:51:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/9c32da87f3a44830845c095197d3a1bd is 50, key is test_row_0/B:col10/1731156699554/Put/seqid=0 2024-11-09T12:51:40,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741870_1046 (size=12493) 2024-11-09T12:51:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741871_1047 (size=12151) 2024-11-09T12:51:40,691 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/629476f80c0545e69e366490acf98fd0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/629476f80c0545e69e366490acf98fd0 2024-11-09T12:51:40,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/9c32da87f3a44830845c095197d3a1bd 2024-11-09T12:51:40,719 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 629476f80c0545e69e366490acf98fd0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:40,719 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:40,719 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=12, startTime=1731156700377; duration=0sec 2024-11-09T12:51:40,719 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:40,719 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/425830b65bde4419a904a031cbe65c19 is 50, key is test_row_0/C:col10/1731156699554/Put/seqid=0 2024-11-09T12:51:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741872_1048 (size=12151) 2024-11-09T12:51:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:40,750 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/425830b65bde4419a904a031cbe65c19 2024-11-09T12:51:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/beff775c36e64ca299473810f66db472 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472 2024-11-09T12:51:40,820 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T12:51:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/9c32da87f3a44830845c095197d3a1bd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd 2024-11-09T12:51:40,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156760812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T12:51:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156760814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/425830b65bde4419a904a031cbe65c19 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19 2024-11-09T12:51:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156760820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156760822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156760824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:40,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T12:51:40,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 436911c9dcd9c346386a8844b0f7945c in 354ms, sequenceid=169, compaction requested=false 2024-11-09T12:51:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T12:51:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T12:51:40,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T12:51:40,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3360 sec 2024-11-09T12:51:40,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3510 sec 2024-11-09T12:51:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:40,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:51:40,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/94b68897c56d4a30a5675271074a169e is 50, key is test_row_0/A:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:41,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156760983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741873_1049 (size=14541) 2024-11-09T12:51:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156760985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/94b68897c56d4a30a5675271074a169e 2024-11-09T12:51:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156760988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156761003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156761011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d9d8f553b98f401ab8a4b9a3fbb63aed is 50, key is test_row_0/B:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:41,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741874_1050 (size=12151) 2024-11-09T12:51:41,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d9d8f553b98f401ab8a4b9a3fbb63aed 2024-11-09T12:51:41,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156761120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156761129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156761120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/35434720de02483d8edbd28073c73b04 is 50, key is test_row_0/C:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156761137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156761145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741875_1051 (size=12151) 2024-11-09T12:51:41,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/35434720de02483d8edbd28073c73b04 2024-11-09T12:51:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/94b68897c56d4a30a5675271074a169e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e 2024-11-09T12:51:41,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e, entries=200, sequenceid=195, filesize=14.2 K 2024-11-09T12:51:41,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d9d8f553b98f401ab8a4b9a3fbb63aed as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed 2024-11-09T12:51:41,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T12:51:41,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/35434720de02483d8edbd28073c73b04 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04 2024-11-09T12:51:41,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T12:51:41,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 436911c9dcd9c346386a8844b0f7945c in 328ms, sequenceid=195, compaction requested=true 2024-11-09T12:51:41,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:41,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:41,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:41,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:41,267 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:41,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:41,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:41,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:51:41,269 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:41,271 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:41,271 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:41,271 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:41,272 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/96416ea73e8a42169535a6852f52b96b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=38.3 K 2024-11-09T12:51:41,272 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 96416ea73e8a42169535a6852f52b96b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699337 2024-11-09T12:51:41,276 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting beff775c36e64ca299473810f66db472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731156699528 2024-11-09T12:51:41,276 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:41,277 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:41,277 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:41,277 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b42ad458e43346c197abf1841f036515, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.9 K 2024-11-09T12:51:41,277 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 94b68897c56d4a30a5675271074a169e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:41,278 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b42ad458e43346c197abf1841f036515, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699337 2024-11-09T12:51:41,281 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c32da87f3a44830845c095197d3a1bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731156699528 2024-11-09T12:51:41,282 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d8f553b98f401ab8a4b9a3fbb63aed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:41,304 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:41,305 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/2e69ed45d63f4f50832f6284d6c73086 is 50, key is test_row_0/A:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:41,305 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:41,306 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/0ec3dff9c2b041ceb9431520c8a143d4 is 50, key is test_row_0/B:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:41,352 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:41,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:51:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741876_1052 (size=12595) 2024-11-09T12:51:41,369 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/2e69ed45d63f4f50832f6284d6c73086 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2e69ed45d63f4f50832f6284d6c73086 2024-11-09T12:51:41,380 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 2e69ed45d63f4f50832f6284d6c73086(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:41,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:41,380 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156701266; duration=0sec 2024-11-09T12:51:41,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:41,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:41,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:41,382 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:41,383 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:41,383 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:41,383 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/629476f80c0545e69e366490acf98fd0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=35.9 K 2024-11-09T12:51:41,384 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 629476f80c0545e69e366490acf98fd0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731156699337 2024-11-09T12:51:41,385 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 425830b65bde4419a904a031cbe65c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731156699528 2024-11-09T12:51:41,385 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 35434720de02483d8edbd28073c73b04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:41,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/635ffe2f300d4d9fa2c5ca55899e2088 is 50, key is test_row_0/A:col10/1731156700996/Put/seqid=0 2024-11-09T12:51:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741877_1053 (size=12595) 2024-11-09T12:51:41,411 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/0ec3dff9c2b041ceb9431520c8a143d4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0ec3dff9c2b041ceb9431520c8a143d4 2024-11-09T12:51:41,427 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:41,428 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/77c1b09db5344bdf878a0d9a797faf72 is 50, key is test_row_0/C:col10/1731156700821/Put/seqid=0 2024-11-09T12:51:41,434 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 0ec3dff9c2b041ceb9431520c8a143d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:41,434 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:41,434 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156701266; duration=0sec 2024-11-09T12:51:41,434 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:41,434 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741878_1054 (size=12151) 2024-11-09T12:51:41,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/635ffe2f300d4d9fa2c5ca55899e2088 2024-11-09T12:51:41,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b685a87267e04ed4866f71fdff7ff848 is 50, key is test_row_0/B:col10/1731156700996/Put/seqid=0 2024-11-09T12:51:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741879_1055 (size=12595) 2024-11-09T12:51:41,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156761489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156761491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156761493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156761503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156761507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741880_1056 (size=12151) 2024-11-09T12:51:41,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b685a87267e04ed4866f71fdff7ff848 2024-11-09T12:51:41,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7c804dddff104d3e820ebfd46c55edbe is 50, key is test_row_0/C:col10/1731156700996/Put/seqid=0 2024-11-09T12:51:41,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741881_1057 (size=12151) 2024-11-09T12:51:41,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7c804dddff104d3e820ebfd46c55edbe 2024-11-09T12:51:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/635ffe2f300d4d9fa2c5ca55899e2088 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088 2024-11-09T12:51:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156761617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156761617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156761618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T12:51:41,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/b685a87267e04ed4866f71fdff7ff848 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848 2024-11-09T12:51:41,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T12:51:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156761628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156761628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7c804dddff104d3e820ebfd46c55edbe as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe 2024-11-09T12:51:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T12:51:41,678 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:41,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T12:51:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:41,690 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:41,692 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:41,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:41,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T12:51:41,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 436911c9dcd9c346386a8844b0f7945c in 377ms, sequenceid=209, compaction requested=false 2024-11-09T12:51:41,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:41,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:51:41,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:41,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:41,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/2f1d77f8a32544a389bd172532425d13 is 50, key is test_row_0/A:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156761898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741882_1058 (size=12151) 2024-11-09T12:51:41,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/2f1d77f8a32544a389bd172532425d13 2024-11-09T12:51:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156761898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156761898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156761899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,915 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/77c1b09db5344bdf878a0d9a797faf72 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/77c1b09db5344bdf878a0d9a797faf72 2024-11-09T12:51:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156761910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:41,936 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 77c1b09db5344bdf878a0d9a797faf72(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:41,936 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:41,937 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156701267; duration=0sec 2024-11-09T12:51:41,937 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:41,937 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:41,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/a150665d1a524f21834485497eb40717 is 50, key is test_row_0/B:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:42,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156762018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741883_1059 (size=12151) 2024-11-09T12:51:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156762018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156762028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156762028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156762028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156762239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156762239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156762239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156762247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156762247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:42,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/a150665d1a524f21834485497eb40717 2024-11-09T12:51:42,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/8f10d032fbbf482ca8d7522e22bacef1 is 50, key is test_row_0/C:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156762548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156762558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156762567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156762568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741884_1060 (size=12151) 2024-11-09T12:51:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156762577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:42,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:42,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:42,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/8f10d032fbbf482ca8d7522e22bacef1 2024-11-09T12:51:42,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/2f1d77f8a32544a389bd172532425d13 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13 2024-11-09T12:51:43,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T12:51:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/a150665d1a524f21834485497eb40717 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717 2024-11-09T12:51:43,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T12:51:43,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/8f10d032fbbf482ca8d7522e22bacef1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1 2024-11-09T12:51:43,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T12:51:43,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 1221ms, sequenceid=234, compaction requested=true 2024-11-09T12:51:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:43,059 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:43,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:43,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:43,061 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:43,061 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:43,061 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:43,061 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,062 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2e69ed45d63f4f50832f6284d6c73086, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.0 K 2024-11-09T12:51:43,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:43,063 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e69ed45d63f4f50832f6284d6c73086, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:43,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:43,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:43,063 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:43,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:43,063 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:43,063 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,063 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0ec3dff9c2b041ceb9431520c8a143d4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.0 K 2024-11-09T12:51:43,064 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec3dff9c2b041ceb9431520c8a143d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:43,064 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 635ffe2f300d4d9fa2c5ca55899e2088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731156700978 2024-11-09T12:51:43,065 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b685a87267e04ed4866f71fdff7ff848, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731156700978 2024-11-09T12:51:43,065 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f1d77f8a32544a389bd172532425d13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:43,065 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a150665d1a524f21834485497eb40717, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:43,086 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:43,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:51:43,088 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:43,089 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/9ba67905becf43e7ae1155cb0683dda5 is 50, key is test_row_0/A:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:43,094 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:43,094 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f4b6548e12964cabab6cda6620b17b77 is 50, key is test_row_0/B:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:43,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de10303ca335425c81043ca6377269b4 is 50, key is test_row_0/A:col10/1731156701904/Put/seqid=0 2024-11-09T12:51:43,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:43,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741885_1061 (size=12697) 2024-11-09T12:51:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741886_1062 (size=12697) 2024-11-09T12:51:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741887_1063 (size=12151) 2024-11-09T12:51:43,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de10303ca335425c81043ca6377269b4 2024-11-09T12:51:43,183 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f4b6548e12964cabab6cda6620b17b77 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f4b6548e12964cabab6cda6620b17b77 2024-11-09T12:51:43,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/afdf22a7f5b547a7b156333e9bfb3b1d is 50, key is test_row_0/B:col10/1731156701904/Put/seqid=0 2024-11-09T12:51:43,235 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into f4b6548e12964cabab6cda6620b17b77(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:43,235 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:43,235 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156703061; duration=0sec 2024-11-09T12:51:43,235 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:43,235 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:43,235 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:43,237 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:43,238 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:43,238 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,238 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/77c1b09db5344bdf878a0d9a797faf72, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.0 K 2024-11-09T12:51:43,239 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 77c1b09db5344bdf878a0d9a797faf72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731156700803 2024-11-09T12:51:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156763174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,245 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c804dddff104d3e820ebfd46c55edbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731156700978 2024-11-09T12:51:43,246 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f10d032fbbf482ca8d7522e22bacef1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156763234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741888_1064 (size=12151) 2024-11-09T12:51:43,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156763238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156763240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/afdf22a7f5b547a7b156333e9bfb3b1d 2024-11-09T12:51:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156763241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,271 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:43,272 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b01d833572424fa0bbf7cb2c7a1ca6a8 is 50, key is test_row_0/C:col10/1731156701488/Put/seqid=0 2024-11-09T12:51:43,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/92f7440db49c4b43a04a7d2420d76e79 is 50, key is test_row_0/C:col10/1731156701904/Put/seqid=0 2024-11-09T12:51:43,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741889_1065 (size=12697) 2024-11-09T12:51:43,337 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b01d833572424fa0bbf7cb2c7a1ca6a8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b01d833572424fa0bbf7cb2c7a1ca6a8 2024-11-09T12:51:43,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741890_1066 (size=12151) 2024-11-09T12:51:43,348 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into b01d833572424fa0bbf7cb2c7a1ca6a8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:43,348 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:43,348 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156703063; duration=0sec 2024-11-09T12:51:43,349 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:43,349 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:43,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/92f7440db49c4b43a04a7d2420d76e79 2024-11-09T12:51:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156763348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de10303ca335425c81043ca6377269b4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4 2024-11-09T12:51:43,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156763368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156763368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156763382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156763382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T12:51:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/afdf22a7f5b547a7b156333e9bfb3b1d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d 2024-11-09T12:51:43,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T12:51:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/92f7440db49c4b43a04a7d2420d76e79 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79 2024-11-09T12:51:43,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T12:51:43,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 436911c9dcd9c346386a8844b0f7945c in 355ms, sequenceid=251, compaction requested=false 2024-11-09T12:51:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:43,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T12:51:43,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:43,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:51:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3fa6e663f1d0442691836cf4a53b02f9 is 50, key is test_row_0/A:col10/1731156703233/Put/seqid=0 2024-11-09T12:51:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741891_1067 (size=12301) 2024-11-09T12:51:43,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3fa6e663f1d0442691836cf4a53b02f9 2024-11-09T12:51:43,577 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/9ba67905becf43e7ae1155cb0683dda5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/9ba67905becf43e7ae1155cb0683dda5 2024-11-09T12:51:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:43,591 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 9ba67905becf43e7ae1155cb0683dda5(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:43,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba is 50, key is test_row_0/B:col10/1731156703233/Put/seqid=0 2024-11-09T12:51:43,591 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:43,591 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156703059; duration=0sec 2024-11-09T12:51:43,591 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:43,591 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156763607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156763609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156763608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156763618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156763620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741892_1068 (size=12301) 2024-11-09T12:51:43,636 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba 2024-11-09T12:51:43,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/717c3fdaa5774d638e91a8dc0bbcd035 is 50, key is test_row_0/C:col10/1731156703233/Put/seqid=0 2024-11-09T12:51:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741893_1069 (size=12301) 2024-11-09T12:51:43,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156763728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156763728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156763728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156763738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156763728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:43,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156763948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156763948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156763949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156763949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156763961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,082 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/717c3fdaa5774d638e91a8dc0bbcd035 2024-11-09T12:51:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3fa6e663f1d0442691836cf4a53b02f9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9 2024-11-09T12:51:44,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9, entries=150, sequenceid=275, filesize=12.0 K 2024-11-09T12:51:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba 2024-11-09T12:51:44,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba, entries=150, sequenceid=275, filesize=12.0 K 2024-11-09T12:51:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/717c3fdaa5774d638e91a8dc0bbcd035 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035 2024-11-09T12:51:44,122 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035, entries=150, sequenceid=275, filesize=12.0 K 2024-11-09T12:51:44,123 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 436911c9dcd9c346386a8844b0f7945c in 655ms, sequenceid=275, compaction requested=true 2024-11-09T12:51:44,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:44,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T12:51:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T12:51:44,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T12:51:44,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4400 sec 2024-11-09T12:51:44,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.4590 sec 2024-11-09T12:51:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:44,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T12:51:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:44,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de9fefa134c24e1491364e6145f31f14 is 50, key is test_row_0/A:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741894_1070 (size=14741) 2024-11-09T12:51:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156764355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156764366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156764367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156764371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156764372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156764481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156764497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156764498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156764498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156764502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156764698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156764717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156764737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156764737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de9fefa134c24e1491364e6145f31f14 2024-11-09T12:51:44,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156764741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:44,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:44,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:44,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/0da8408cab1b4b1286ff55cf0d21bdc9 is 50, key is test_row_0/B:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741895_1071 (size=12301) 2024-11-09T12:51:44,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/0da8408cab1b4b1286ff55cf0d21bdc9 2024-11-09T12:51:44,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9956e169147e480695723a4b028f1795 is 50, key is test_row_0/C:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741896_1072 (size=12301) 2024-11-09T12:51:44,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9956e169147e480695723a4b028f1795 2024-11-09T12:51:44,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de9fefa134c24e1491364e6145f31f14 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14 2024-11-09T12:51:44,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14, entries=200, sequenceid=293, filesize=14.4 K 2024-11-09T12:51:44,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/0da8408cab1b4b1286ff55cf0d21bdc9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9 2024-11-09T12:51:44,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T12:51:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9956e169147e480695723a4b028f1795 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795 2024-11-09T12:51:44,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T12:51:44,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 436911c9dcd9c346386a8844b0f7945c in 700ms, sequenceid=293, compaction requested=true 2024-11-09T12:51:44,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:44,978 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:44,980 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:44,981 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:44,981 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:44,981 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/9ba67905becf43e7ae1155cb0683dda5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=50.7 K 2024-11-09T12:51:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:44,981 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:44,982 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba67905becf43e7ae1155cb0683dda5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:44,982 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting de10303ca335425c81043ca6377269b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156701904 2024-11-09T12:51:44,983 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa6e663f1d0442691836cf4a53b02f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731156703162 2024-11-09T12:51:44,983 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting de9fefa134c24e1491364e6145f31f14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:44,983 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:44,984 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:44,984 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:44,984 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f4b6548e12964cabab6cda6620b17b77, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=48.3 K 2024-11-09T12:51:44,984 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f4b6548e12964cabab6cda6620b17b77, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:44,985 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting afdf22a7f5b547a7b156333e9bfb3b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156701904 2024-11-09T12:51:44,989 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e2ccfb7a6e8c49e9b8278cbd18ec6dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731156703162 2024-11-09T12:51:44,989 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 0da8408cab1b4b1286ff55cf0d21bdc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:45,025 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:45,026 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/dd58cd8759c44698a1bec4ae6ef72d08 is 50, key is test_row_0/A:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:45,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T12:51:45,051 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#61 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:45,051 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/31eb3b917dea496c89a940f7c90cf578 is 50, key is test_row_0/B:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:45,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/631fb25e9a98457596ba8c0c05ef2b8d is 50, key is test_row_0/A:col10/1731156704361/Put/seqid=0 2024-11-09T12:51:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741897_1073 (size=12983) 2024-11-09T12:51:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156765144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156765152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156765155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156765155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156765160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741898_1074 (size=12983) 2024-11-09T12:51:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741899_1075 (size=14741) 2024-11-09T12:51:45,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156765268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156765268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156765268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156765286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156765286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156765477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156765479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156765490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156765510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156765510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,564 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/dd58cd8759c44698a1bec4ae6ef72d08 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/dd58cd8759c44698a1bec4ae6ef72d08 2024-11-09T12:51:45,579 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into dd58cd8759c44698a1bec4ae6ef72d08(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:45,579 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:45,579 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=12, startTime=1731156704978; duration=0sec 2024-11-09T12:51:45,580 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:45,580 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:45,580 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:45,587 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:45,587 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:45,587 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:45,587 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b01d833572424fa0bbf7cb2c7a1ca6a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=48.3 K 2024-11-09T12:51:45,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b01d833572424fa0bbf7cb2c7a1ca6a8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731156701479 2024-11-09T12:51:45,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f7440db49c4b43a04a7d2420d76e79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156701904 2024-11-09T12:51:45,589 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717c3fdaa5774d638e91a8dc0bbcd035, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731156703162 2024-11-09T12:51:45,589 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9956e169147e480695723a4b028f1795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:45,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/631fb25e9a98457596ba8c0c05ef2b8d 2024-11-09T12:51:45,625 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/31eb3b917dea496c89a940f7c90cf578 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/31eb3b917dea496c89a940f7c90cf578 2024-11-09T12:51:45,628 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:45,629 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f9784ef6550e4e498d40b4152381c85e is 50, key is test_row_0/C:col10/1731156704277/Put/seqid=0 2024-11-09T12:51:45,643 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 31eb3b917dea496c89a940f7c90cf578(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:45,644 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:45,644 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=12, startTime=1731156704981; duration=0sec 2024-11-09T12:51:45,644 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:45,644 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:45,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dce28c65020141e88ad0b908e9ec078b is 50, key is test_row_0/B:col10/1731156704361/Put/seqid=0 2024-11-09T12:51:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741900_1076 (size=12983) 2024-11-09T12:51:45,692 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f9784ef6550e4e498d40b4152381c85e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f9784ef6550e4e498d40b4152381c85e 2024-11-09T12:51:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741901_1077 (size=12301) 2024-11-09T12:51:45,716 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into f9784ef6550e4e498d40b4152381c85e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:45,716 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:45,716 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=12, startTime=1731156704982; duration=0sec 2024-11-09T12:51:45,716 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:45,716 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:45,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dce28c65020141e88ad0b908e9ec078b 2024-11-09T12:51:45,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9d8e795bf1fa4dc6bd5d44a8e6032584 is 50, key is test_row_0/C:col10/1731156704361/Put/seqid=0 2024-11-09T12:51:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741902_1078 (size=12301) 2024-11-09T12:51:45,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9d8e795bf1fa4dc6bd5d44a8e6032584 2024-11-09T12:51:45,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/631fb25e9a98457596ba8c0c05ef2b8d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d 2024-11-09T12:51:45,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156765787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156765807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d, entries=200, sequenceid=314, filesize=14.4 K 2024-11-09T12:51:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156765808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dce28c65020141e88ad0b908e9ec078b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b 2024-11-09T12:51:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T12:51:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9d8e795bf1fa4dc6bd5d44a8e6032584 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584 2024-11-09T12:51:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156765830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156765830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:45,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T12:51:45,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 436911c9dcd9c346386a8844b0f7945c in 810ms, sequenceid=314, compaction requested=false 2024-11-09T12:51:45,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T12:51:45,861 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:45,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T12:51:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T12:51:45,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:45,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:45,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T12:51:46,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T12:51:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:46,029 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:51:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/44646091c8ba42579fca261fb0026d92 is 50, key is test_row_0/A:col10/1731156705084/Put/seqid=0 2024-11-09T12:51:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741903_1079 (size=12301) 2024-11-09T12:51:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T12:51:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:46,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156766359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156766360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156766365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156766367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156766370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156766477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156766478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156766478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156766478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156766479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,496 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/44646091c8ba42579fca261fb0026d92 2024-11-09T12:51:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T12:51:46,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/7bade3f3c91e42e4b1a00f1edf16a2b7 is 50, key is test_row_0/B:col10/1731156705084/Put/seqid=0 2024-11-09T12:51:46,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741904_1080 (size=12301) 2024-11-09T12:51:46,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/7bade3f3c91e42e4b1a00f1edf16a2b7 2024-11-09T12:51:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b2ea92f7f6ea4ef8a9360e59d352428f is 50, key is test_row_0/C:col10/1731156705084/Put/seqid=0 2024-11-09T12:51:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741905_1081 (size=12301) 2024-11-09T12:51:46,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b2ea92f7f6ea4ef8a9360e59d352428f 2024-11-09T12:51:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/44646091c8ba42579fca261fb0026d92 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92 2024-11-09T12:51:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T12:51:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/7bade3f3c91e42e4b1a00f1edf16a2b7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7 2024-11-09T12:51:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T12:51:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/b2ea92f7f6ea4ef8a9360e59d352428f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f 2024-11-09T12:51:46,696 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T12:51:46,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 436911c9dcd9c346386a8844b0f7945c in 669ms, sequenceid=332, compaction requested=true 2024-11-09T12:51:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T12:51:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T12:51:46,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T12:51:46,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-11-09T12:51:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:46,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:51:46,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 843 msec 2024-11-09T12:51:46,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6083d64b1df84cf8bfcc2518e46a6ff3 is 50, key is test_row_0/A:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741906_1082 (size=12301) 2024-11-09T12:51:46,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6083d64b1df84cf8bfcc2518e46a6ff3 2024-11-09T12:51:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156766727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156766729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156766730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156766735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156766736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/593346c9fd304b7b88f41538cbf57af8 is 50, key is test_row_0/B:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741907_1083 (size=12301) 2024-11-09T12:51:46,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/593346c9fd304b7b88f41538cbf57af8 2024-11-09T12:51:46,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/c3cad307e2284d069ea881f482733977 is 50, key is test_row_0/C:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:46,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741908_1084 (size=12301) 2024-11-09T12:51:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156766849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156766848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156766849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156766849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156766849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T12:51:47,010 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:47,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T12:51:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:47,017 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:47,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:47,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156767058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156767058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156767059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156767059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156767058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:47,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T12:51:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/c3cad307e2284d069ea881f482733977 2024-11-09T12:51:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6083d64b1df84cf8bfcc2518e46a6ff3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3 2024-11-09T12:51:47,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3, entries=150, sequenceid=356, filesize=12.0 K 2024-11-09T12:51:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/593346c9fd304b7b88f41538cbf57af8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8 2024-11-09T12:51:47,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T12:51:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:47,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8, entries=150, sequenceid=356, filesize=12.0 K 2024-11-09T12:51:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/c3cad307e2284d069ea881f482733977 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977 2024-11-09T12:51:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156767379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156767379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156767379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156767381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156767382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977, entries=150, sequenceid=356, filesize=12.0 K 2024-11-09T12:51:47,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 720ms, sequenceid=356, compaction requested=true 2024-11-09T12:51:47,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:47,428 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:47,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:47,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:47,430 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:47,456 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:47,457 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:47,457 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,457 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/31eb3b917dea496c89a940f7c90cf578, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=48.7 K 2024-11-09T12:51:47,457 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:47,457 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:47,458 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,458 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/dd58cd8759c44698a1bec4ae6ef72d08, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=51.1 K 2024-11-09T12:51:47,462 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 31eb3b917dea496c89a940f7c90cf578, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:47,462 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd58cd8759c44698a1bec4ae6ef72d08, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:47,462 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting dce28c65020141e88ad0b908e9ec078b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156704359 2024-11-09T12:51:47,463 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 631fb25e9a98457596ba8c0c05ef2b8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156704352 2024-11-09T12:51:47,464 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bade3f3c91e42e4b1a00f1edf16a2b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731156705084 2024-11-09T12:51:47,464 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44646091c8ba42579fca261fb0026d92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731156705084 2024-11-09T12:51:47,464 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6083d64b1df84cf8bfcc2518e46a6ff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:47,464 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 593346c9fd304b7b88f41538cbf57af8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:47,484 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:47,484 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/8d9c866c09c54b40bdd530b6693efdaf is 50, key is test_row_0/B:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:47,488 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:47,489 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/c83a7a9460734e3c9415a08930425282 is 50, key is test_row_0/A:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741909_1085 (size=13119) 2024-11-09T12:51:47,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T12:51:47,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:51:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/7399766d95524e6cb6e30d64e0ae474e is 50, key is test_row_0/A:col10/1731156706711/Put/seqid=0 2024-11-09T12:51:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741910_1086 (size=13119) 2024-11-09T12:51:47,540 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/8d9c866c09c54b40bdd530b6693efdaf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/8d9c866c09c54b40bdd530b6693efdaf 2024-11-09T12:51:47,552 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/c83a7a9460734e3c9415a08930425282 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c83a7a9460734e3c9415a08930425282 2024-11-09T12:51:47,557 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 8d9c866c09c54b40bdd530b6693efdaf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:47,557 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:47,557 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=12, startTime=1731156707429; duration=0sec 2024-11-09T12:51:47,557 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:47,557 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:47,557 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:51:47,564 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:51:47,564 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:47,564 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:47,564 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f9784ef6550e4e498d40b4152381c85e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=48.7 K 2024-11-09T12:51:47,565 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f9784ef6550e4e498d40b4152381c85e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731156703617 2024-11-09T12:51:47,569 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d8e795bf1fa4dc6bd5d44a8e6032584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156704359 2024-11-09T12:51:47,569 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into c83a7a9460734e3c9415a08930425282(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:47,569 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:47,569 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=12, startTime=1731156707428; duration=0sec 2024-11-09T12:51:47,569 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ea92f7f6ea4ef8a9360e59d352428f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731156705084 2024-11-09T12:51:47,570 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c3cad307e2284d069ea881f482733977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:47,570 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:47,570 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741911_1087 (size=12301) 2024-11-09T12:51:47,589 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:47,590 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a29e9ed466734b98a826fc4a3591682c is 50, key is test_row_0/C:col10/1731156706706/Put/seqid=0 2024-11-09T12:51:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741912_1088 (size=13119) 2024-11-09T12:51:47,639 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a29e9ed466734b98a826fc4a3591682c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a29e9ed466734b98a826fc4a3591682c 2024-11-09T12:51:47,654 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into a29e9ed466734b98a826fc4a3591682c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:47,654 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:47,654 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=12, startTime=1731156707430; duration=0sec 2024-11-09T12:51:47,654 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:47,655 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:47,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:47,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156767948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156767953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156767956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156767952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:47,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156767957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:47,974 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/7399766d95524e6cb6e30d64e0ae474e 2024-11-09T12:51:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/db44e458331e46ab9bbc9a0003b11093 is 50, key is test_row_0/B:col10/1731156706711/Put/seqid=0 2024-11-09T12:51:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741913_1089 (size=12301) 2024-11-09T12:51:48,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/db44e458331e46ab9bbc9a0003b11093 2024-11-09T12:51:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/64cc662620ee4ee793c370dd4455d6aa is 50, key is test_row_0/C:col10/1731156706711/Put/seqid=0 2024-11-09T12:51:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741914_1090 (size=12301) 2024-11-09T12:51:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156768067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156768068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156768077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156768078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156768078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156768277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156768278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156768290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156768291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156768293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/64cc662620ee4ee793c370dd4455d6aa 2024-11-09T12:51:48,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/7399766d95524e6cb6e30d64e0ae474e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e 2024-11-09T12:51:48,491 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T12:51:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/db44e458331e46ab9bbc9a0003b11093 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093 2024-11-09T12:51:48,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T12:51:48,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/64cc662620ee4ee793c370dd4455d6aa as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa 2024-11-09T12:51:48,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T12:51:48,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 436911c9dcd9c346386a8844b0f7945c in 1034ms, sequenceid=369, compaction requested=false 2024-11-09T12:51:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T12:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T12:51:48,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T12:51:48,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-09T12:51:48,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5620 sec 2024-11-09T12:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:48,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:48,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:51:48,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/850b0b8540d149b08f4fe3abc6773813 is 50, key is test_row_0/A:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156768621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156768623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156768624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156768635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741915_1091 (size=14741) 2024-11-09T12:51:48,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/850b0b8540d149b08f4fe3abc6773813 2024-11-09T12:51:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156768638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f42e059761e048ed9aa97fc6378d25eb is 50, key is test_row_0/B:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741916_1092 (size=12301) 2024-11-09T12:51:48,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f42e059761e048ed9aa97fc6378d25eb 2024-11-09T12:51:48,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2446ed201c0461897ff5eb43695694c is 50, key is test_row_0/C:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:48,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156768741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156768742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156768737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156768747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156768757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741917_1093 (size=12301) 2024-11-09T12:51:48,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156768947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156768947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156768947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156768961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156768968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2446ed201c0461897ff5eb43695694c 2024-11-09T12:51:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T12:51:49,178 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:49,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T12:51:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:49,185 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:49,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:49,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:49,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/850b0b8540d149b08f4fe3abc6773813 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813 2024-11-09T12:51:49,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813, entries=200, sequenceid=396, filesize=14.4 K 2024-11-09T12:51:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f42e059761e048ed9aa97fc6378d25eb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb 2024-11-09T12:51:49,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb, entries=150, sequenceid=396, filesize=12.0 K 2024-11-09T12:51:49,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2446ed201c0461897ff5eb43695694c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c 2024-11-09T12:51:49,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c, entries=150, sequenceid=396, filesize=12.0 K 2024-11-09T12:51:49,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 436911c9dcd9c346386a8844b0f7945c in 667ms, sequenceid=396, compaction requested=true 2024-11-09T12:51:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:49,260 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:49,260 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:49,261 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:49,262 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:49,262 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,262 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/8d9c866c09c54b40bdd530b6693efdaf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.8 K 2024-11-09T12:51:49,262 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:49,262 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:49,263 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,263 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c83a7a9460734e3c9415a08930425282, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=39.2 K 2024-11-09T12:51:49,263 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d9c866c09c54b40bdd530b6693efdaf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:49,263 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83a7a9460734e3c9415a08930425282, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:49,263 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting db44e458331e46ab9bbc9a0003b11093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731156706711 2024-11-09T12:51:49,264 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7399766d95524e6cb6e30d64e0ae474e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731156706711 2024-11-09T12:51:49,264 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f42e059761e048ed9aa97fc6378d25eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:49,264 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 850b0b8540d149b08f4fe3abc6773813, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:49,269 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:49,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:51:49,307 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:49,308 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3977889b50f74ac1a5ca9e621820c50a is 50, key is test_row_0/A:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:49,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/8b72ccef50a44db8ab3d48f6ae7894ee is 50, key is test_row_0/A:col10/1731156708626/Put/seqid=0 2024-11-09T12:51:49,323 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:49,324 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f1ba9757cd6146c0a452ee13a0743765 is 50, key is test_row_0/B:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:49,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156769333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156769334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156769344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156769347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156769353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741919_1095 (size=14741) 2024-11-09T12:51:49,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741920_1096 (size=13221) 2024-11-09T12:51:49,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741918_1094 (size=13221) 2024-11-09T12:51:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156769459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156769459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156769461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156769461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156769467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:49,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:49,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156769668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156769669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156769677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156769677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156769677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/8b72ccef50a44db8ab3d48f6ae7894ee 2024-11-09T12:51:49,828 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/3977889b50f74ac1a5ca9e621820c50a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3977889b50f74ac1a5ca9e621820c50a 2024-11-09T12:51:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:49,829 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f1ba9757cd6146c0a452ee13a0743765 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f1ba9757cd6146c0a452ee13a0743765 2024-11-09T12:51:49,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf3c36eb82b04c54b9ede274776fb22b is 50, key is test_row_0/B:col10/1731156708626/Put/seqid=0 2024-11-09T12:51:49,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:49,858 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 3977889b50f74ac1a5ca9e621820c50a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:49,858 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:49,858 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156709260; duration=0sec 2024-11-09T12:51:49,859 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:49,859 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:49,859 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:49,861 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:49,862 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:49,862 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:49,862 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a29e9ed466734b98a826fc4a3591682c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.8 K 2024-11-09T12:51:49,862 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a29e9ed466734b98a826fc4a3591682c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731156706357 2024-11-09T12:51:49,863 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into f1ba9757cd6146c0a452ee13a0743765(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:49,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:49,863 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156709260; duration=0sec 2024-11-09T12:51:49,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:49,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:49,863 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64cc662620ee4ee793c370dd4455d6aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731156706711 2024-11-09T12:51:49,864 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2446ed201c0461897ff5eb43695694c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741921_1097 (size=12301) 2024-11-09T12:51:49,898 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:49,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf3c36eb82b04c54b9ede274776fb22b 2024-11-09T12:51:49,899 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/2d8acd6aed824dd697662da67710fbca is 50, key is test_row_0/C:col10/1731156707944/Put/seqid=0 2024-11-09T12:51:49,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/071b4e79cb844e6685cfa8521f05baed is 50, key is test_row_0/C:col10/1731156708626/Put/seqid=0 2024-11-09T12:51:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741922_1098 (size=12301) 2024-11-09T12:51:49,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/071b4e79cb844e6685cfa8521f05baed 2024-11-09T12:51:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741923_1099 (size=13221) 2024-11-09T12:51:49,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/8b72ccef50a44db8ab3d48f6ae7894ee as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee 2024-11-09T12:51:49,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee, entries=200, sequenceid=411, filesize=14.4 K 2024-11-09T12:51:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf3c36eb82b04c54b9ede274776fb22b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b 2024-11-09T12:51:49,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b, entries=150, sequenceid=411, filesize=12.0 K 2024-11-09T12:51:49,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/071b4e79cb844e6685cfa8521f05baed as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed 2024-11-09T12:51:49,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156769978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156769978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:49,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed, entries=150, sequenceid=411, filesize=12.0 K 2024-11-09T12:51:49,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 436911c9dcd9c346386a8844b0f7945c in 713ms, sequenceid=411, compaction requested=false 2024-11-09T12:51:49,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:50,002 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:50,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:51:50,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6d389cf0530549a1a22739e3d2bf7789 is 50, key is test_row_0/A:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156770047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156770051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156770052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741924_1100 (size=12301) 2024-11-09T12:51:50,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:50,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156770167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156770173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156770173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:50,361 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/2d8acd6aed824dd697662da67710fbca as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2d8acd6aed824dd697662da67710fbca 2024-11-09T12:51:50,369 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 2d8acd6aed824dd697662da67710fbca(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:50,369 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:50,369 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156709261; duration=0sec 2024-11-09T12:51:50,369 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:50,369 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156770377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156770388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156770388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6d389cf0530549a1a22739e3d2bf7789 2024-11-09T12:51:50,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:50,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e4a43a18617f463bae03be876d7bca61 is 50, key is test_row_0/B:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156770487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156770497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741925_1101 (size=12301) 2024-11-09T12:51:50,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e4a43a18617f463bae03be876d7bca61 2024-11-09T12:51:50,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/39c2920662ba4f409ca52a9b16235479 is 50, key is test_row_0/C:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741926_1102 (size=12301) 2024-11-09T12:51:50,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/39c2920662ba4f409ca52a9b16235479 2024-11-09T12:51:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6d389cf0530549a1a22739e3d2bf7789 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789 2024-11-09T12:51:50,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789, entries=150, sequenceid=435, filesize=12.0 K 2024-11-09T12:51:50,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e4a43a18617f463bae03be876d7bca61 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61 2024-11-09T12:51:50,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61, entries=150, sequenceid=435, filesize=12.0 K 2024-11-09T12:51:50,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/39c2920662ba4f409ca52a9b16235479 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479 2024-11-09T12:51:50,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479, entries=150, sequenceid=435, filesize=12.0 K 2024-11-09T12:51:50,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 436911c9dcd9c346386a8844b0f7945c in 621ms, sequenceid=435, compaction requested=true 2024-11-09T12:51:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:50,624 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:50,624 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:50,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:50,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:50,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:50,626 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:50,626 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:50,626 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:50,626 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:50,626 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,626 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,626 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3977889b50f74ac1a5ca9e621820c50a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=39.3 K 2024-11-09T12:51:50,626 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f1ba9757cd6146c0a452ee13a0743765, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.9 K 2024-11-09T12:51:50,627 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3977889b50f74ac1a5ca9e621820c50a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:50,627 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ba9757cd6146c0a452ee13a0743765, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:50,628 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b72ccef50a44db8ab3d48f6ae7894ee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731156708617 2024-11-09T12:51:50,628 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3c36eb82b04c54b9ede274776fb22b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731156708617 2024-11-09T12:51:50,630 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d389cf0530549a1a22739e3d2bf7789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:50,631 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a43a18617f463bae03be876d7bca61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:50,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T12:51:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,635 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:51:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/42df995b1eed461e8d35e736a121b76c is 50, key is test_row_0/A:col10/1731156710032/Put/seqid=0 2024-11-09T12:51:50,650 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:50,651 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/64ed92d5948f4319a7dc9b17ca2121a3 is 50, key is test_row_0/B:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,669 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:50,670 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/8f8f16d30a0e40988fe876c201a49a45 is 50, key is test_row_0/A:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741928_1104 (size=13323) 2024-11-09T12:51:50,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741927_1103 (size=12301) 2024-11-09T12:51:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741929_1105 (size=13323) 2024-11-09T12:51:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:50,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:50,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/42df995b1eed461e8d35e736a121b76c 2024-11-09T12:51:50,707 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/8f8f16d30a0e40988fe876c201a49a45 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8f8f16d30a0e40988fe876c201a49a45 2024-11-09T12:51:50,738 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 8f8f16d30a0e40988fe876c201a49a45(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:50,738 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:50,738 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156710624; duration=0sec 2024-11-09T12:51:50,738 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:50,738 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:50,738 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:50,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf96852c421e43ea89e4828b0c7178d9 is 50, key is test_row_0/B:col10/1731156710032/Put/seqid=0 2024-11-09T12:51:50,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:50,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:50,742 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:50,743 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2d8acd6aed824dd697662da67710fbca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=36.9 K 2024-11-09T12:51:50,744 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d8acd6aed824dd697662da67710fbca, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731156707944 2024-11-09T12:51:50,745 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 071b4e79cb844e6685cfa8521f05baed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731156708617 2024-11-09T12:51:50,746 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39c2920662ba4f409ca52a9b16235479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741930_1106 (size=12301) 2024-11-09T12:51:50,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf96852c421e43ea89e4828b0c7178d9 2024-11-09T12:51:50,781 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:50,782 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/0326b1b86960407a863651fb4222703d is 50, key is test_row_0/C:col10/1731156710001/Put/seqid=0 2024-11-09T12:51:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741931_1107 (size=13323) 2024-11-09T12:51:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/befad156aea74dcfbbb805b99115fa50 is 50, key is test_row_0/C:col10/1731156710032/Put/seqid=0 2024-11-09T12:51:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156770804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156770805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156770809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741932_1108 (size=12301) 2024-11-09T12:51:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156770917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156770917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156770917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,096 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/64ed92d5948f4319a7dc9b17ca2121a3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/64ed92d5948f4319a7dc9b17ca2121a3 2024-11-09T12:51:51,110 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 64ed92d5948f4319a7dc9b17ca2121a3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:51,110 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:51,111 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156710624; duration=0sec 2024-11-09T12:51:51,111 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:51,111 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156771127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156771128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156771128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,212 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/0326b1b86960407a863651fb4222703d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/0326b1b86960407a863651fb4222703d 2024-11-09T12:51:51,219 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 0326b1b86960407a863651fb4222703d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:51,219 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:51,219 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156710625; duration=0sec 2024-11-09T12:51:51,219 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:51,219 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:51,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/befad156aea74dcfbbb805b99115fa50 2024-11-09T12:51:51,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/42df995b1eed461e8d35e736a121b76c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c 2024-11-09T12:51:51,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:51:51,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/cf96852c421e43ea89e4828b0c7178d9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9 2024-11-09T12:51:51,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:51:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/befad156aea74dcfbbb805b99115fa50 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50 2024-11-09T12:51:51,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:51:51,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 436911c9dcd9c346386a8844b0f7945c in 659ms, sequenceid=450, compaction requested=false 2024-11-09T12:51:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T12:51:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T12:51:51,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T12:51:51,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1090 sec 2024-11-09T12:51:51,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.1170 sec 2024-11-09T12:51:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T12:51:51,348 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:51,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-09T12:51:51,351 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:51,352 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:51,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:51,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:51,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:51:51,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d86fec716c2c4c52877dc86a18c1fb09 is 50, key is test_row_0/A:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:51,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156771471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156771479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741933_1109 (size=12301) 2024-11-09T12:51:51,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d86fec716c2c4c52877dc86a18c1fb09 2024-11-09T12:51:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156771478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:51,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:51,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60214 deadline: 1731156771507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60180 deadline: 1731156771507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d29b38b3dc7a416cbe0e232cc2e99051 is 50, key is test_row_0/B:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:51,516 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in 436911c9dcd9c346386a8844b0f7945c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:51:51,518 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in 436911c9dcd9c346386a8844b0f7945c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:51:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741934_1110 (size=12301) 2024-11-09T12:51:51,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d29b38b3dc7a416cbe0e232cc2e99051 2024-11-09T12:51:51,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2eb1e255baf4f2a8b5615b5a993e6f4 is 50, key is test_row_0/C:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:51,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741935_1111 (size=12301) 2024-11-09T12:51:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156771587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156771587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156771607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:51,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156771797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156771797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156771817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:51,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2eb1e255baf4f2a8b5615b5a993e6f4 2024-11-09T12:51:51,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:51,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/d86fec716c2c4c52877dc86a18c1fb09 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09 2024-11-09T12:51:51,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T12:51:51,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/d29b38b3dc7a416cbe0e232cc2e99051 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051 2024-11-09T12:51:52,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T12:51:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/a2eb1e255baf4f2a8b5615b5a993e6f4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4 2024-11-09T12:51:52,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T12:51:52,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 436911c9dcd9c346386a8844b0f7945c in 574ms, sequenceid=477, compaction requested=true 2024-11-09T12:51:52,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:52,019 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:52,020 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:52,020 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:52,020 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:52,020 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,020 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8f8f16d30a0e40988fe876c201a49a45, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.0 K 2024-11-09T12:51:52,021 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:52,021 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f8f16d30a0e40988fe876c201a49a45, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:52,021 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:52,021 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,022 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/64ed92d5948f4319a7dc9b17ca2121a3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.0 K 2024-11-09T12:51:52,023 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42df995b1eed461e8d35e736a121b76c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156710032 2024-11-09T12:51:52,024 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d86fec716c2c4c52877dc86a18c1fb09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:52,024 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ed92d5948f4319a7dc9b17ca2121a3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:52,024 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cf96852c421e43ea89e4828b0c7178d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156710032 2024-11-09T12:51:52,025 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d29b38b3dc7a416cbe0e232cc2e99051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:52,041 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:52,042 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/207d15d13b904ad7af9479c2561a4f60 is 50, key is test_row_0/B:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:52,043 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:52,043 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/55249cc89b484ab4a2d760a9745bac6a is 50, key is test_row_0/A:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741937_1113 (size=13425) 2024-11-09T12:51:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741936_1112 (size=13425) 2024-11-09T12:51:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:52,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:52,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:51:52,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de5093f78bd944e1b529ba90f3a8f809 is 50, key is test_row_0/A:col10/1731156711469/Put/seqid=0 2024-11-09T12:51:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741938_1114 (size=14741) 2024-11-09T12:51:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156772199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156772204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156772205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156772307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156772318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156772329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,336 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T12:51:52,336 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,338 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T12:51:52,338 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:52,342 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,342 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,342 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:52,345 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T12:51:52,345 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:52,345 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,345 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:52,346 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T12:51:52,346 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:52,346 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,347 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:52,348 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:52,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:52,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,485 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/55249cc89b484ab4a2d760a9745bac6a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/55249cc89b484ab4a2d760a9745bac6a 2024-11-09T12:51:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:52,498 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 55249cc89b484ab4a2d760a9745bac6a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:52,498 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:52,498 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156712018; duration=0sec 2024-11-09T12:51:52,498 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:52,498 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:52,498 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:52,500 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:52,500 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:52,500 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,500 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/0326b1b86960407a863651fb4222703d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.0 K 2024-11-09T12:51:52,501 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0326b1b86960407a863651fb4222703d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731156709330 2024-11-09T12:51:52,501 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting befad156aea74dcfbbb805b99115fa50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156710032 2024-11-09T12:51:52,502 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2eb1e255baf4f2a8b5615b5a993e6f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:52,512 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/207d15d13b904ad7af9479c2561a4f60 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/207d15d13b904ad7af9479c2561a4f60 2024-11-09T12:51:52,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156772518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,529 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:52,530 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/5eb97b557d264d1cbed3bfb98c691103 is 50, key is test_row_0/C:col10/1731156710800/Put/seqid=0 2024-11-09T12:51:52,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156772537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,538 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into 207d15d13b904ad7af9479c2561a4f60(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:52,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:52,538 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156712020; duration=0sec 2024-11-09T12:51:52,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:52,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156772550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de5093f78bd944e1b529ba90f3a8f809 2024-11-09T12:51:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741939_1115 (size=13425) 2024-11-09T12:51:52,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/1ac9852f1bc8400ea7c1789587f85653 is 50, key is test_row_0/B:col10/1731156711469/Put/seqid=0 2024-11-09T12:51:52,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,609 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/5eb97b557d264d1cbed3bfb98c691103 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5eb97b557d264d1cbed3bfb98c691103 2024-11-09T12:51:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741940_1116 (size=12301) 2024-11-09T12:51:52,624 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 5eb97b557d264d1cbed3bfb98c691103(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:52,624 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:52,624 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156712020; duration=0sec 2024-11-09T12:51:52,624 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:52,624 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:52,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156772827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156772847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156772867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:52,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:52,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/1ac9852f1bc8400ea7c1789587f85653 2024-11-09T12:51:53,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7824ec6e154b461f81ba3207ffc7c796 is 50, key is test_row_0/C:col10/1731156711469/Put/seqid=0 2024-11-09T12:51:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741941_1117 (size=12301) 2024-11-09T12:51:53,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60136 deadline: 1731156773337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60146 deadline: 1731156773358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60174 deadline: 1731156773378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:51:53,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7824ec6e154b461f81ba3207ffc7c796 2024-11-09T12:51:53,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/de5093f78bd944e1b529ba90f3a8f809 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809 2024-11-09T12:51:53,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809, entries=200, sequenceid=490, filesize=14.4 K 2024-11-09T12:51:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/1ac9852f1bc8400ea7c1789587f85653 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653 2024-11-09T12:51:53,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653, entries=150, sequenceid=490, filesize=12.0 K 2024-11-09T12:51:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/7824ec6e154b461f81ba3207ffc7c796 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796 2024-11-09T12:51:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:53,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796, entries=150, sequenceid=490, filesize=12.0 K 2024-11-09T12:51:53,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 436911c9dcd9c346386a8844b0f7945c in 1408ms, sequenceid=490, compaction requested=false 2024-11-09T12:51:53,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:53,546 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:53,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T12:51:53,547 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T12:51:53,547 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:53,547 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:53,547 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:53,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:53,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f32f0a5e444c47dabdc7ae66dad498a1 is 50, key is test_row_0/A:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:53,557 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T12:51:53,557 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:53,557 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:53,557 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:53,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:53,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741942_1118 (size=12301) 2024-11-09T12:51:53,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:53,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f32f0a5e444c47dabdc7ae66dad498a1 2024-11-09T12:51:54,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dada72b0733a43c496e8a071022caee8 is 50, key is test_row_0/B:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741943_1119 (size=12301) 2024-11-09T12:51:54,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:51:54,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. as already flushing 2024-11-09T12:51:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:54,348 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T12:51:54,348 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:54,348 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,348 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:54,369 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T12:51:54,369 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:54,369 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,369 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:54,399 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T12:51:54,399 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:51:54,399 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,399 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:54,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:54,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dada72b0733a43c496e8a071022caee8 2024-11-09T12:51:54,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f8d6a78210f94fceb4860050d4ebf525 is 50, key is test_row_0/C:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741944_1120 (size=12301) 2024-11-09T12:51:54,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f8d6a78210f94fceb4860050d4ebf525 2024-11-09T12:51:54,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/f32f0a5e444c47dabdc7ae66dad498a1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1 2024-11-09T12:51:54,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1, entries=150, sequenceid=519, filesize=12.0 K 2024-11-09T12:51:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/dada72b0733a43c496e8a071022caee8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8 2024-11-09T12:51:54,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8, entries=150, sequenceid=519, filesize=12.0 K 2024-11-09T12:51:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/f8d6a78210f94fceb4860050d4ebf525 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525 2024-11-09T12:51:54,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525, entries=150, sequenceid=519, filesize=12.0 K 2024-11-09T12:51:54,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for 436911c9dcd9c346386a8844b0f7945c in 944ms, sequenceid=519, compaction requested=true 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:54,490 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 436911c9dcd9c346386a8844b0f7945c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:51:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:54,490 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:54,492 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:54,492 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/A is initiating minor compaction (all files) 2024-11-09T12:51:54,492 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:54,492 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/A in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,492 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/B is initiating minor compaction (all files) 2024-11-09T12:51:54,492 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/B in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,492 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/55249cc89b484ab4a2d760a9745bac6a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=39.5 K 2024-11-09T12:51:54,492 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/207d15d13b904ad7af9479c2561a4f60, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.1 K 2024-11-09T12:51:54,492 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55249cc89b484ab4a2d760a9745bac6a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:54,493 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 207d15d13b904ad7af9479c2561a4f60, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:54,493 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting de5093f78bd944e1b529ba90f3a8f809, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731156711465 2024-11-09T12:51:54,493 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac9852f1bc8400ea7c1789587f85653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731156711469 2024-11-09T12:51:54,493 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f32f0a5e444c47dabdc7ae66dad498a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731156712164 2024-11-09T12:51:54,494 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting dada72b0733a43c496e8a071022caee8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731156712164 2024-11-09T12:51:54,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T12:51:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,498 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 436911c9dcd9c346386a8844b0f7945c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T12:51:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/41ac786a1d2a4e66904d4f55f31059e8 is 50, key is test_row_0/A:col10/1731156714368/Put/seqid=0 2024-11-09T12:51:54,513 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:54,514 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6fb89a4aa137412c8542be587cf627b5 is 50, key is test_row_0/A:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:54,517 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#B#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:54,518 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f5b083270a5b41a698b8c5fc2ef31488 is 50, key is test_row_0/B:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741945_1121 (size=9857) 2024-11-09T12:51:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741946_1122 (size=13527) 2024-11-09T12:51:54,524 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/41ac786a1d2a4e66904d4f55f31059e8 2024-11-09T12:51:54,532 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/6fb89a4aa137412c8542be587cf627b5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6fb89a4aa137412c8542be587cf627b5 2024-11-09T12:51:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741947_1123 (size=13527) 2024-11-09T12:51:54,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e7f59661e3034f48b10bd88f52020603 is 50, key is test_row_0/B:col10/1731156714368/Put/seqid=0 2024-11-09T12:51:54,541 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/A of 436911c9dcd9c346386a8844b0f7945c into 6fb89a4aa137412c8542be587cf627b5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:54,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:54,541 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/A, priority=13, startTime=1731156714490; duration=0sec 2024-11-09T12:51:54,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:51:54,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:A 2024-11-09T12:51:54,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:51:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741948_1124 (size=9857) 2024-11-09T12:51:54,543 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:51:54,544 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 436911c9dcd9c346386a8844b0f7945c/C is initiating minor compaction (all files) 2024-11-09T12:51:54,544 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 436911c9dcd9c346386a8844b0f7945c/C in TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:54,544 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5eb97b557d264d1cbed3bfb98c691103, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp, totalSize=37.1 K 2024-11-09T12:51:54,544 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eb97b557d264d1cbed3bfb98c691103, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731156710800 2024-11-09T12:51:54,545 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7824ec6e154b461f81ba3207ffc7c796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731156711469 2024-11-09T12:51:54,545 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8d6a78210f94fceb4860050d4ebf525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731156712164 2024-11-09T12:51:54,556 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 436911c9dcd9c346386a8844b0f7945c#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:51:54,557 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/2ff8bb3cd42d4a45b5ee4f90a98e14aa is 50, key is test_row_0/C:col10/1731156712164/Put/seqid=0 2024-11-09T12:51:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741949_1125 (size=13527) 2024-11-09T12:51:54,568 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/2ff8bb3cd42d4a45b5ee4f90a98e14aa as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2ff8bb3cd42d4a45b5ee4f90a98e14aa 2024-11-09T12:51:54,577 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/C of 436911c9dcd9c346386a8844b0f7945c into 2ff8bb3cd42d4a45b5ee4f90a98e14aa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:54,577 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:54,578 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/C, priority=13, startTime=1731156714490; duration=0sec 2024-11-09T12:51:54,578 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:54,578 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:C 2024-11-09T12:51:54,942 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/f5b083270a5b41a698b8c5fc2ef31488 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f5b083270a5b41a698b8c5fc2ef31488 2024-11-09T12:51:54,943 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e7f59661e3034f48b10bd88f52020603 2024-11-09T12:51:54,950 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 436911c9dcd9c346386a8844b0f7945c/B of 436911c9dcd9c346386a8844b0f7945c into f5b083270a5b41a698b8c5fc2ef31488(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:51:54,950 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:54,950 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c., storeName=436911c9dcd9c346386a8844b0f7945c/B, priority=13, startTime=1731156714490; duration=0sec 2024-11-09T12:51:54,950 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:51:54,950 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 436911c9dcd9c346386a8844b0f7945c:B 2024-11-09T12:51:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9878256055bd4ec995dec655746b9da7 is 50, key is test_row_0/C:col10/1731156714368/Put/seqid=0 2024-11-09T12:51:54,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741950_1126 (size=9857) 2024-11-09T12:51:55,368 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9878256055bd4ec995dec655746b9da7 2024-11-09T12:51:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/A/41ac786a1d2a4e66904d4f55f31059e8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/41ac786a1d2a4e66904d4f55f31059e8 2024-11-09T12:51:55,382 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/41ac786a1d2a4e66904d4f55f31059e8, entries=100, sequenceid=525, filesize=9.6 K 2024-11-09T12:51:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/B/e7f59661e3034f48b10bd88f52020603 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e7f59661e3034f48b10bd88f52020603 2024-11-09T12:51:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e7f59661e3034f48b10bd88f52020603, entries=100, sequenceid=525, filesize=9.6 K 2024-11-09T12:51:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/.tmp/C/9878256055bd4ec995dec655746b9da7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9878256055bd4ec995dec655746b9da7 2024-11-09T12:51:55,395 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9878256055bd4ec995dec655746b9da7, entries=100, sequenceid=525, filesize=9.6 K 2024-11-09T12:51:55,396 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 436911c9dcd9c346386a8844b0f7945c in 898ms, sequenceid=525, compaction requested=false 2024-11-09T12:51:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 436911c9dcd9c346386a8844b0f7945c: 2024-11-09T12:51:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T12:51:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T12:51:55,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T12:51:55,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0460 sec 2024-11-09T12:51:55,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 4.0520 sec 2024-11-09T12:51:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T12:51:55,518 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-09T12:51:55,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1654 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1616 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 804 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2408 rows 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 809 2024-11-09T12:51:55,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2426 rows 2024-11-09T12:51:55,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:51:55,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:51:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:55,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:51:55,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:51:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:55,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156715534"}]},"ts":"1731156715534"} 2024-11-09T12:51:55,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:51:55,538 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:51:55,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:51:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T12:51:55,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, UNASSIGN}] 2024-11-09T12:51:55,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, UNASSIGN 2024-11-09T12:51:55,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=436911c9dcd9c346386a8844b0f7945c, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:55,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, UNASSIGN because future has completed 2024-11-09T12:51:55,562 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=7934cf733c16,38405,1731156685737, table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T12:51:55,569 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:51:55,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T12:51:55,733 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:55,733 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:51:55,734 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 436911c9dcd9c346386a8844b0f7945c, disabling compactions & flushes 2024-11-09T12:51:55,734 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:55,734 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:55,734 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. after waiting 0 ms 2024-11-09T12:51:55,734 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:55,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/e2dc9843552c4a008d14d0b9fabcb48a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c432fb62ef88486d96cceab1b8fafbeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/96416ea73e8a42169535a6852f52b96b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2e69ed45d63f4f50832f6284d6c73086, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/9ba67905becf43e7ae1155cb0683dda5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/dd58cd8759c44698a1bec4ae6ef72d08, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c83a7a9460734e3c9415a08930425282, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3977889b50f74ac1a5ca9e621820c50a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8f8f16d30a0e40988fe876c201a49a45, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/55249cc89b484ab4a2d760a9745bac6a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1] to archive 2024-11-09T12:51:55,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:51:55,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/93e1516f617c4d568fa9a736d5a28fe1 2024-11-09T12:51:55,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f798cb2da8af41d6b127d3bbe8546904 2024-11-09T12:51:55,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d978548b746f4bb2a9ab651f2c79e5d2 2024-11-09T12:51:55,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/e2dc9843552c4a008d14d0b9fabcb48a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/e2dc9843552c4a008d14d0b9fabcb48a 2024-11-09T12:51:55,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/1d39b3e1bd6d4c4596978738b9b8b9a2 2024-11-09T12:51:55,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c432fb62ef88486d96cceab1b8fafbeb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c432fb62ef88486d96cceab1b8fafbeb 2024-11-09T12:51:55,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/eb9acba9e4a04410b9d67282487c0f27 2024-11-09T12:51:55,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3b9875725f284ef68a4a4fc92325c47a 2024-11-09T12:51:55,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/fd7bf530a166451580b1251b69adb134 2024-11-09T12:51:55,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/faf2030e1fe6417ea52af50d799fa583 2024-11-09T12:51:55,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/96416ea73e8a42169535a6852f52b96b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/96416ea73e8a42169535a6852f52b96b 2024-11-09T12:51:55,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/beff775c36e64ca299473810f66db472 2024-11-09T12:51:55,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/94b68897c56d4a30a5675271074a169e 2024-11-09T12:51:55,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2e69ed45d63f4f50832f6284d6c73086 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2e69ed45d63f4f50832f6284d6c73086 2024-11-09T12:51:55,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/635ffe2f300d4d9fa2c5ca55899e2088 2024-11-09T12:51:55,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/9ba67905becf43e7ae1155cb0683dda5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/9ba67905becf43e7ae1155cb0683dda5 2024-11-09T12:51:55,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/2f1d77f8a32544a389bd172532425d13 2024-11-09T12:51:55,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de10303ca335425c81043ca6377269b4 2024-11-09T12:51:55,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3fa6e663f1d0442691836cf4a53b02f9 2024-11-09T12:51:55,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de9fefa134c24e1491364e6145f31f14 2024-11-09T12:51:55,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/dd58cd8759c44698a1bec4ae6ef72d08 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/dd58cd8759c44698a1bec4ae6ef72d08 2024-11-09T12:51:55,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/631fb25e9a98457596ba8c0c05ef2b8d 2024-11-09T12:51:55,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/44646091c8ba42579fca261fb0026d92 2024-11-09T12:51:55,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c83a7a9460734e3c9415a08930425282 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/c83a7a9460734e3c9415a08930425282 2024-11-09T12:51:55,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6083d64b1df84cf8bfcc2518e46a6ff3 2024-11-09T12:51:55,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/7399766d95524e6cb6e30d64e0ae474e 2024-11-09T12:51:55,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/850b0b8540d149b08f4fe3abc6773813 2024-11-09T12:51:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3977889b50f74ac1a5ca9e621820c50a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/3977889b50f74ac1a5ca9e621820c50a 2024-11-09T12:51:55,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8b72ccef50a44db8ab3d48f6ae7894ee 2024-11-09T12:51:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T12:51:55,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8f8f16d30a0e40988fe876c201a49a45 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/8f8f16d30a0e40988fe876c201a49a45 2024-11-09T12:51:55,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6d389cf0530549a1a22739e3d2bf7789 2024-11-09T12:51:55,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/42df995b1eed461e8d35e736a121b76c 2024-11-09T12:51:55,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/55249cc89b484ab4a2d760a9745bac6a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/55249cc89b484ab4a2d760a9745bac6a 2024-11-09T12:51:55,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/d86fec716c2c4c52877dc86a18c1fb09 2024-11-09T12:51:55,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/de5093f78bd944e1b529ba90f3a8f809 2024-11-09T12:51:55,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/f32f0a5e444c47dabdc7ae66dad498a1 2024-11-09T12:51:55,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9219c8462fdd46c682ddfb0c4e2f83e9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d92c5b595cc24be9a108aec1fcceb60d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b42ad458e43346c197abf1841f036515, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0ec3dff9c2b041ceb9431520c8a143d4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f4b6548e12964cabab6cda6620b17b77, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/31eb3b917dea496c89a940f7c90cf578, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/8d9c866c09c54b40bdd530b6693efdaf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f1ba9757cd6146c0a452ee13a0743765, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/64ed92d5948f4319a7dc9b17ca2121a3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/207d15d13b904ad7af9479c2561a4f60, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8] to archive 2024-11-09T12:51:55,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:51:55,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ca0fad0b8a22462fb4a37cc5f169634c 2024-11-09T12:51:55,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/80a2b00a74934b9bbb2dab92a6276f30 2024-11-09T12:51:55,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9219c8462fdd46c682ddfb0c4e2f83e9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9219c8462fdd46c682ddfb0c4e2f83e9 2024-11-09T12:51:55,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b435d328d6a6430682560168627abf52 2024-11-09T12:51:55,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2d8f138386f480baf64743518005731 2024-11-09T12:51:55,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d92c5b595cc24be9a108aec1fcceb60d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d92c5b595cc24be9a108aec1fcceb60d 2024-11-09T12:51:55,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/fa7365d61087451eb586de9c64193b93 2024-11-09T12:51:55,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/c37cdce7eda04a3fb9095df0cf4fda72 2024-11-09T12:51:55,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/ed8c37e7e1e74032b0c4ecb9a73bf441 2024-11-09T12:51:55,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b42ad458e43346c197abf1841f036515 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b42ad458e43346c197abf1841f036515 2024-11-09T12:51:55,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/5bb9e0c7f55342de9971e93e3333ab05 2024-11-09T12:51:55,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/9c32da87f3a44830845c095197d3a1bd 2024-11-09T12:51:55,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0ec3dff9c2b041ceb9431520c8a143d4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0ec3dff9c2b041ceb9431520c8a143d4 2024-11-09T12:51:55,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d9d8f553b98f401ab8a4b9a3fbb63aed 2024-11-09T12:51:55,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/b685a87267e04ed4866f71fdff7ff848 2024-11-09T12:51:55,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f4b6548e12964cabab6cda6620b17b77 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f4b6548e12964cabab6cda6620b17b77 2024-11-09T12:51:55,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/a150665d1a524f21834485497eb40717 2024-11-09T12:51:55,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/afdf22a7f5b547a7b156333e9bfb3b1d 2024-11-09T12:51:55,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e2ccfb7a6e8c49e9b8278cbd18ec6dba 2024-11-09T12:51:55,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/31eb3b917dea496c89a940f7c90cf578 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/31eb3b917dea496c89a940f7c90cf578 2024-11-09T12:51:55,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/0da8408cab1b4b1286ff55cf0d21bdc9 2024-11-09T12:51:55,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dce28c65020141e88ad0b908e9ec078b 2024-11-09T12:51:55,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/7bade3f3c91e42e4b1a00f1edf16a2b7 2024-11-09T12:51:55,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/8d9c866c09c54b40bdd530b6693efdaf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/8d9c866c09c54b40bdd530b6693efdaf 2024-11-09T12:51:55,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/593346c9fd304b7b88f41538cbf57af8 2024-11-09T12:51:55,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/db44e458331e46ab9bbc9a0003b11093 2024-11-09T12:51:55,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f1ba9757cd6146c0a452ee13a0743765 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f1ba9757cd6146c0a452ee13a0743765 2024-11-09T12:51:55,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f42e059761e048ed9aa97fc6378d25eb 2024-11-09T12:51:55,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf3c36eb82b04c54b9ede274776fb22b 2024-11-09T12:51:55,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/64ed92d5948f4319a7dc9b17ca2121a3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/64ed92d5948f4319a7dc9b17ca2121a3 2024-11-09T12:51:55,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e4a43a18617f463bae03be876d7bca61 2024-11-09T12:51:55,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/cf96852c421e43ea89e4828b0c7178d9 2024-11-09T12:51:55,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/207d15d13b904ad7af9479c2561a4f60 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/207d15d13b904ad7af9479c2561a4f60 2024-11-09T12:51:56,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/d29b38b3dc7a416cbe0e232cc2e99051 2024-11-09T12:51:56,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/1ac9852f1bc8400ea7c1789587f85653 2024-11-09T12:51:56,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/dada72b0733a43c496e8a071022caee8 2024-11-09T12:51:56,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5925d1ac20344ea693774158bd073c4f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/25aa43af02244097927decfeb1a0e99f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/629476f80c0545e69e366490acf98fd0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/77c1b09db5344bdf878a0d9a797faf72, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b01d833572424fa0bbf7cb2c7a1ca6a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f9784ef6550e4e498d40b4152381c85e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a29e9ed466734b98a826fc4a3591682c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2d8acd6aed824dd697662da67710fbca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/0326b1b86960407a863651fb4222703d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5eb97b557d264d1cbed3bfb98c691103, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525] to archive 2024-11-09T12:51:56,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:51:56,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/bc0b90cacc314ad58931c50cf2de34fe 2024-11-09T12:51:56,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/6b6012e4947845f0abba155f1a4c084d 2024-11-09T12:51:56,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5925d1ac20344ea693774158bd073c4f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5925d1ac20344ea693774158bd073c4f 2024-11-09T12:51:56,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/e2688030d4f44a239df95ef04fd4b322 2024-11-09T12:51:56,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9cee3594a3544c80ae90b577caeca3a8 2024-11-09T12:51:56,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/25aa43af02244097927decfeb1a0e99f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/25aa43af02244097927decfeb1a0e99f 2024-11-09T12:51:56,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f14fb1013477486ca1eea1a609ef4481 2024-11-09T12:51:56,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b073f4745ab64862bf0386ed509b1ac9 2024-11-09T12:51:56,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7994e822400e49fba2c300721c5a7052 2024-11-09T12:51:56,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/629476f80c0545e69e366490acf98fd0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/629476f80c0545e69e366490acf98fd0 2024-11-09T12:51:56,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b238718fa6e54d2bac9fc305e4e7a689 2024-11-09T12:51:56,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/425830b65bde4419a904a031cbe65c19 2024-11-09T12:51:56,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/77c1b09db5344bdf878a0d9a797faf72 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/77c1b09db5344bdf878a0d9a797faf72 2024-11-09T12:51:56,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/35434720de02483d8edbd28073c73b04 2024-11-09T12:51:56,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7c804dddff104d3e820ebfd46c55edbe 2024-11-09T12:51:56,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b01d833572424fa0bbf7cb2c7a1ca6a8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b01d833572424fa0bbf7cb2c7a1ca6a8 2024-11-09T12:51:56,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/8f10d032fbbf482ca8d7522e22bacef1 2024-11-09T12:51:56,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/92f7440db49c4b43a04a7d2420d76e79 2024-11-09T12:51:56,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/717c3fdaa5774d638e91a8dc0bbcd035 2024-11-09T12:51:56,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f9784ef6550e4e498d40b4152381c85e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f9784ef6550e4e498d40b4152381c85e 2024-11-09T12:51:56,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9956e169147e480695723a4b028f1795 2024-11-09T12:51:56,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9d8e795bf1fa4dc6bd5d44a8e6032584 2024-11-09T12:51:56,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/b2ea92f7f6ea4ef8a9360e59d352428f 2024-11-09T12:51:56,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a29e9ed466734b98a826fc4a3591682c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a29e9ed466734b98a826fc4a3591682c 2024-11-09T12:51:56,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/c3cad307e2284d069ea881f482733977 2024-11-09T12:51:56,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/64cc662620ee4ee793c370dd4455d6aa 2024-11-09T12:51:56,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2d8acd6aed824dd697662da67710fbca to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2d8acd6aed824dd697662da67710fbca 2024-11-09T12:51:56,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2446ed201c0461897ff5eb43695694c 2024-11-09T12:51:56,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/071b4e79cb844e6685cfa8521f05baed 2024-11-09T12:51:56,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/0326b1b86960407a863651fb4222703d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/0326b1b86960407a863651fb4222703d 2024-11-09T12:51:56,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/39c2920662ba4f409ca52a9b16235479 2024-11-09T12:51:56,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/befad156aea74dcfbbb805b99115fa50 2024-11-09T12:51:56,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5eb97b557d264d1cbed3bfb98c691103 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/5eb97b557d264d1cbed3bfb98c691103 2024-11-09T12:51:56,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/a2eb1e255baf4f2a8b5615b5a993e6f4 2024-11-09T12:51:56,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/7824ec6e154b461f81ba3207ffc7c796 2024-11-09T12:51:56,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/f8d6a78210f94fceb4860050d4ebf525 2024-11-09T12:51:56,144 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/recovered.edits/531.seqid, newMaxSeqId=531, maxSeqId=1 2024-11-09T12:51:56,145 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c. 2024-11-09T12:51:56,145 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 436911c9dcd9c346386a8844b0f7945c: Waiting for close lock at 1731156715734Running coprocessor pre-close hooks at 1731156715734Disabling compacts and flushes for region at 1731156715734Disabling writes for close at 1731156715734Writing region close event to WAL at 1731156716135 (+401 ms)Running coprocessor post-close hooks at 1731156716144 (+9 ms)Closed at 1731156716145 (+1 ms) 2024-11-09T12:51:56,148 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:56,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=436911c9dcd9c346386a8844b0f7945c, regionState=CLOSED 2024-11-09T12:51:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:51:56,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T12:51:56,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 436911c9dcd9c346386a8844b0f7945c, server=7934cf733c16,38405,1731156685737 in 583 msec 2024-11-09T12:51:56,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T12:51:56,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=436911c9dcd9c346386a8844b0f7945c, UNASSIGN in 609 msec 2024-11-09T12:51:56,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T12:51:56,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 618 msec 2024-11-09T12:51:56,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156716162"}]},"ts":"1731156716162"} 2024-11-09T12:51:56,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:51:56,163 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:51:56,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 637 msec 2024-11-09T12:51:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T12:51:56,167 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:56,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:51:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,176 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,177 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T12:51:56,182 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:56,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/recovered.edits] 2024-11-09T12:51:56,190 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/41ac786a1d2a4e66904d4f55f31059e8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/41ac786a1d2a4e66904d4f55f31059e8 2024-11-09T12:51:56,192 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6fb89a4aa137412c8542be587cf627b5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/A/6fb89a4aa137412c8542be587cf627b5 2024-11-09T12:51:56,195 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e7f59661e3034f48b10bd88f52020603 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/e7f59661e3034f48b10bd88f52020603 2024-11-09T12:51:56,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f5b083270a5b41a698b8c5fc2ef31488 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/B/f5b083270a5b41a698b8c5fc2ef31488 2024-11-09T12:51:56,200 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2ff8bb3cd42d4a45b5ee4f90a98e14aa to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/2ff8bb3cd42d4a45b5ee4f90a98e14aa 2024-11-09T12:51:56,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9878256055bd4ec995dec655746b9da7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/C/9878256055bd4ec995dec655746b9da7 2024-11-09T12:51:56,206 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/recovered.edits/531.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c/recovered.edits/531.seqid 2024-11-09T12:51:56,207 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/436911c9dcd9c346386a8844b0f7945c 2024-11-09T12:51:56,207 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:51:56,214 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T12:51:56,225 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:51:56,262 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:51:56,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:51:56,265 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156716264"}]},"ts":"9223372036854775807"} 2024-11-09T12:51:56,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:51:56,269 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 436911c9dcd9c346386a8844b0f7945c, NAME => 'TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:51:56,270 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:51:56,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156716270"}]},"ts":"9223372036854775807"} 2024-11-09T12:51:56,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:51:56,274 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-11-09T12:51:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T12:51:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:51:56,288 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:56,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=242 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_713922193_22 at /127.0.0.1:36112 [Waiting for operation #247] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7934cf733c16:38405-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_713922193_22 at /127.0.0.1:37654 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_511175700_22 at /127.0.0.1:54884 [Waiting for operation #225] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_713922193_22 at /127.0.0.1:37666 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_511175700_22 at /127.0.0.1:54868 [Waiting for operation #227] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_511175700_22 at /127.0.0.1:37648 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6271 (was 5979) - AvailableMemoryMB LEAK? - 2024-11-09T12:51:56,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=6264 2024-11-09T12:51:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:51:56,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:51:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:56,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:51:56,348 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:56,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-09T12:51:56,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:51:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:56,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741951_1127 (size=959) 2024-11-09T12:51:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:56,770 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:51:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741952_1128 (size=53) 2024-11-09T12:51:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 23e1665eb6e6cedca3497957f4790443, disabling compactions & flushes 2024-11-09T12:51:57,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. after waiting 0 ms 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23e1665eb6e6cedca3497957f4790443: Waiting for close lock at 1731156717189Disabling compacts and flushes for region at 1731156717189Disabling writes for close at 1731156717189Writing region close event to WAL at 1731156717189Closed at 1731156717189 2024-11-09T12:51:57,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:51:57,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156717191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156717191"}]},"ts":"1731156717191"} 2024-11-09T12:51:57,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:51:57,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:51:57,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156717194"}]},"ts":"1731156717194"} 2024-11-09T12:51:57,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:51:57,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, ASSIGN}] 2024-11-09T12:51:57,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, ASSIGN 2024-11-09T12:51:57,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:51:57,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:57,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, ASSIGN because future has completed 2024-11-09T12:51:57,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:57,534 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,535 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:51:57,535 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,535 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:57,535 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,536 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,537 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,544 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName A 2024-11-09T12:51:57,544 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:57,545 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:57,545 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,547 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName B 2024-11-09T12:51:57,547 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:57,547 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:57,547 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,552 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName C 2024-11-09T12:51:57,552 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:57,552 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:57,553 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,554 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,554 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,555 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,555 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,556 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:51:57,557 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,560 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:51:57,560 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 23e1665eb6e6cedca3497957f4790443; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62707816, jitterRate=-0.06558072566986084}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:51:57,560 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:57,561 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 23e1665eb6e6cedca3497957f4790443: Running coprocessor pre-open hook at 1731156717536Writing region info on filesystem at 1731156717536Initializing all the Stores at 1731156717537 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156717537Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156717537Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156717537Cleaning up temporary data from old regions at 1731156717555 (+18 ms)Running coprocessor post-open hooks at 1731156717560 (+5 ms)Region opened successfully at 1731156717561 (+1 ms) 2024-11-09T12:51:57,563 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., pid=34, masterSystemTime=1731156717530 2024-11-09T12:51:57,565 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,566 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:57,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:51:57,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T12:51:57,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 in 198 msec 2024-11-09T12:51:57,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T12:51:57,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, ASSIGN in 381 msec 2024-11-09T12:51:57,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:51:57,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156717583"}]},"ts":"1731156717583"} 2024-11-09T12:51:57,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:51:57,586 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:51:57,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2480 sec 2024-11-09T12:51:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-09T12:51:58,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:58,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:58,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:58,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:58,510 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6babc5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:58,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b02c5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:58,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:58,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:58,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:51:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:51:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f005491 2024-11-09T12:51:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:51:58,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:51:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:51:58,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:51:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T12:51:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741953_1129 (size=995) 2024-11-09T12:51:58,943 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T12:51:58,943 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T12:51:58,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:51:58,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE}] 2024-11-09T12:51:58,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE 2024-11-09T12:51:58,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:58,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE because future has completed 2024-11-09T12:51:58,957 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:51:58,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:59,110 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 23e1665eb6e6cedca3497957f4790443, disabling compactions & flushes 2024-11-09T12:51:59,110 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. after waiting 0 ms 2024-11-09T12:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,116 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T12:51:59,116 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,116 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 23e1665eb6e6cedca3497957f4790443: Waiting for close lock at 1731156719110Running coprocessor pre-close hooks at 1731156719110Disabling compacts and flushes for region at 1731156719110Disabling writes for close at 1731156719110Writing region close event to WAL at 1731156719111 (+1 ms)Running coprocessor post-close hooks at 1731156719116 (+5 ms)Closed at 1731156719116 2024-11-09T12:51:59,117 WARN [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 23e1665eb6e6cedca3497957f4790443 to self. 2024-11-09T12:51:59,120 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=CLOSED 2024-11-09T12:51:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:51:59,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T12:51:59,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 in 167 msec 2024-11-09T12:51:59,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE; state=CLOSED, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=true 2024-11-09T12:51:59,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE because future has completed 2024-11-09T12:51:59,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:51:59,445 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,445 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:51:59,445 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,445 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:51:59,445 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,446 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,452 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,459 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName A 2024-11-09T12:51:59,464 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:59,465 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:59,466 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,468 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName B 2024-11-09T12:51:59,468 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:59,468 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:59,469 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,470 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e1665eb6e6cedca3497957f4790443 columnFamilyName C 2024-11-09T12:51:59,470 DEBUG [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:59,470 INFO [StoreOpener-23e1665eb6e6cedca3497957f4790443-1 {}] regionserver.HStore(327): Store=23e1665eb6e6cedca3497957f4790443/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:51:59,470 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,471 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,472 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,474 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,474 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,474 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:51:59,476 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,477 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 23e1665eb6e6cedca3497957f4790443; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60754593, jitterRate=-0.09468601644039154}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:51:59,477 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,478 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 23e1665eb6e6cedca3497957f4790443: Running coprocessor pre-open hook at 1731156719446Writing region info on filesystem at 1731156719446Initializing all the Stores at 1731156719447 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156719447Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156719448 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156719448Cleaning up temporary data from old regions at 1731156719474 (+26 ms)Running coprocessor post-open hooks at 1731156719477 (+3 ms)Region opened successfully at 1731156719478 (+1 ms) 2024-11-09T12:51:59,481 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., pid=39, masterSystemTime=1731156719440 2024-11-09T12:51:59,491 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,491 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=OPEN, openSeqNum=5, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:51:59,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-09T12:51:59,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 in 217 msec 2024-11-09T12:51:59,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T12:51:59,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, REOPEN/MOVE in 554 msec 2024-11-09T12:51:59,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T12:51:59,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 565 msec 2024-11-09T12:51:59,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 995 msec 2024-11-09T12:51:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-09T12:51:59,527 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:51:59,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,531 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbe34b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,534 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d6873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f9348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,547 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2916cf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f192202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba5734c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,570 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c392af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257ebe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31132c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb0250f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,587 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265edd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,595 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7bc512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,599 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24668cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a193cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777db3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5687f1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:51:59,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:51:59,612 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:51:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:51:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:51:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f68f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:51:59,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:51:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9eb05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:51:59,618 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,622 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:51:59,626 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,627 DEBUG [Thread-665 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,627 DEBUG [Thread-665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,629 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,630 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-09T12:51:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:51:59,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:51:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,639 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,640 DEBUG [Thread-656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,641 DEBUG [Thread-654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:51:59,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:51:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,653 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:51:59,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:51:59,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:51:59,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:51:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:51:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:51:59,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:51:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:51:59,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109284a9e0f14fc4a578cd7f22df7ce92c3_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156719664/Put/seqid=0 2024-11-09T12:51:59,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:51:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:51:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:59,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156779782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156779790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156779798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156779801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156779812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741954_1130 (size=14594) 2024-11-09T12:51:59,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:51:59,883 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109284a9e0f14fc4a578cd7f22df7ce92c3_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284a9e0f14fc4a578cd7f22df7ce92c3_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:51:59,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/cfa9bec9eae54c2f9327354a79a3f313, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:51:59,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/cfa9bec9eae54c2f9327354a79a3f313 is 175, key is test_row_0/A:col10/1731156719664/Put/seqid=0 2024-11-09T12:51:59,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156779910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156779910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741955_1131 (size=39549) 2024-11-09T12:51:59,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156779936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,941 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/cfa9bec9eae54c2f9327354a79a3f313 2024-11-09T12:51:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156779936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:51:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156779936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:51:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:51:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:51:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:51:59,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:51:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:51:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:51:59,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:51:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/81af4389889d4e65842e003eddb95023 is 50, key is test_row_0/B:col10/1731156719664/Put/seqid=0 2024-11-09T12:52:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741956_1132 (size=12001) 2024-11-09T12:52:00,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:52:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156780130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156780133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156780147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156780147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156780158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:52:00,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:52:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156780441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156780450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:52:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156780459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156780460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156780468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:00,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/81af4389889d4e65842e003eddb95023 2024-11-09T12:52:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:00,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/af88b268facd4280bc4039ef6a3fb621 is 50, key is test_row_0/C:col10/1731156719664/Put/seqid=0 2024-11-09T12:52:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741957_1133 (size=12001) 2024-11-09T12:52:00,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/af88b268facd4280bc4039ef6a3fb621 2024-11-09T12:52:00,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/cfa9bec9eae54c2f9327354a79a3f313 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313 2024-11-09T12:52:00,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T12:52:00,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/81af4389889d4e65842e003eddb95023 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023 2024-11-09T12:52:00,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:52:00,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:52:00,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/af88b268facd4280bc4039ef6a3fb621 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621 2024-11-09T12:52:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:00,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:52:00,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 23e1665eb6e6cedca3497957f4790443 in 952ms, sequenceid=15, compaction requested=false 2024-11-09T12:52:00,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:00,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T12:52:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:00,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:52:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:52:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d28598eb1734e688542ee2757811325_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156719789/Put/seqid=0 2024-11-09T12:52:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741958_1134 (size=12154) 2024-11-09T12:52:00,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:01,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156780983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156780987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156781002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156781002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156781011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156781109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156781128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156781128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156781138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:01,273 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d28598eb1734e688542ee2757811325_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d28598eb1734e688542ee2757811325_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:01,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/d2521113e4a6442296484a93969738c3, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:01,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/d2521113e4a6442296484a93969738c3 is 175, key is test_row_0/A:col10/1731156719789/Put/seqid=0 2024-11-09T12:52:01,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156781317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741959_1135 (size=30955) 2024-11-09T12:52:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/d2521113e4a6442296484a93969738c3 2024-11-09T12:52:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156781349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156781358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156781358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/8c4081ef35c1453da91ed3b7c2558784 is 50, key is test_row_0/B:col10/1731156719789/Put/seqid=0 2024-11-09T12:52:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741960_1136 (size=12001) 2024-11-09T12:52:01,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/8c4081ef35c1453da91ed3b7c2558784 2024-11-09T12:52:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bd843eb35bf440e49cee9fa81c69b863 is 50, key is test_row_0/C:col10/1731156719789/Put/seqid=0 2024-11-09T12:52:01,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741961_1137 (size=12001) 2024-11-09T12:52:01,545 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bd843eb35bf440e49cee9fa81c69b863 2024-11-09T12:52:01,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/d2521113e4a6442296484a93969738c3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3 2024-11-09T12:52:01,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T12:52:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/8c4081ef35c1453da91ed3b7c2558784 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784 2024-11-09T12:52:01,600 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:52:01,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bd843eb35bf440e49cee9fa81c69b863 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863 2024-11-09T12:52:01,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:52:01,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 23e1665eb6e6cedca3497957f4790443 in 852ms, sequenceid=40, compaction requested=false 2024-11-09T12:52:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T12:52:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T12:52:01,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-09T12:52:01,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9840 sec 2024-11-09T12:52:01,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.0070 sec 2024-11-09T12:52:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:01,644 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:01,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:52:01,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109852f8a54716c401594a541d4aacd328e_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741962_1138 (size=14594) 2024-11-09T12:52:01,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:01,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109852f8a54716c401594a541d4aacd328e_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109852f8a54716c401594a541d4aacd328e_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:01,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/10b7ed7ddef54fc7b564d2c80c791f98, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:01,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/10b7ed7ddef54fc7b564d2c80c791f98 is 175, key is test_row_0/A:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:01,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:52:01,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156781753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741963_1139 (size=39549) 2024-11-09T12:52:01,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/10b7ed7ddef54fc7b564d2c80c791f98 2024-11-09T12:52:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T12:52:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,778 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156781757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156781757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156781762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-09T12:52:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:01,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:01,796 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:01,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:01,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/6ae14bb01ffe424e94db83308bb60527 is 50, key is test_row_0/B:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741964_1140 (size=12001) 2024-11-09T12:52:01,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/6ae14bb01ffe424e94db83308bb60527 2024-11-09T12:52:01,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156781877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156781888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156781888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156781888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:01,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:01,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:01,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/8eab0120e12448aa81e6650fd0d14cb4 is 50, key is test_row_0/C:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:02,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156782008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,028 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in 23e1665eb6e6cedca3497957f4790443 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741965_1141 (size=12001) 2024-11-09T12:52:02,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/8eab0120e12448aa81e6650fd0d14cb4 2024-11-09T12:52:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/10b7ed7ddef54fc7b564d2c80c791f98 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98 2024-11-09T12:52:02,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98, entries=200, sequenceid=52, filesize=38.6 K 2024-11-09T12:52:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/6ae14bb01ffe424e94db83308bb60527 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527 2024-11-09T12:52:02,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T12:52:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:02,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/8eab0120e12448aa81e6650fd0d14cb4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4 2024-11-09T12:52:02,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T12:52:02,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 23e1665eb6e6cedca3497957f4790443 in 476ms, sequenceid=52, compaction requested=true 2024-11-09T12:52:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:02,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:02,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:02,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T12:52:02,121 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:02,121 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:02,123 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:02,123 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:02,123 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,123 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.2 K 2024-11-09T12:52:02,124 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:02,124 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:02,124 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,124 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=107.5 K 2024-11-09T12:52:02,124 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,124 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98] 2024-11-09T12:52:02,125 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting af88b268facd4280bc4039ef6a3fb621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156719649 2024-11-09T12:52:02,125 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa9bec9eae54c2f9327354a79a3f313, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156719649 2024-11-09T12:52:02,125 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting bd843eb35bf440e49cee9fa81c69b863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156719739 2024-11-09T12:52:02,126 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2521113e4a6442296484a93969738c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156719739 2024-11-09T12:52:02,126 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eab0120e12448aa81e6650fd0d14cb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:02,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T12:52:02,127 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10b7ed7ddef54fc7b564d2c80c791f98, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:02,146 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:02,147 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/b8736a7259234803957899440a22b1bc is 50, key is test_row_0/C:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:02,149 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:02,158 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a826a64560be4959a63dd5414db2970f_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:02,168 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a826a64560be4959a63dd5414db2970f_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:02,168 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a826a64560be4959a63dd5414db2970f_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741966_1142 (size=12104) 2024-11-09T12:52:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156782159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156782158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156782167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ec01634253f4372acc07307abf4de91_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156722117/Put/seqid=0 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156782173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741967_1143 (size=4469) 2024-11-09T12:52:02,223 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#124 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:02,224 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/a70f09bd23ea48198371027b49a8abc7 is 175, key is test_row_0/A:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741968_1144 (size=12154) 2024-11-09T12:52:02,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:02,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ec01634253f4372acc07307abf4de91_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ec01634253f4372acc07307abf4de91_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:02,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2ec420481c43460385ab14a11075339a, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:02,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2ec420481c43460385ab14a11075339a is 175, key is test_row_0/A:col10/1731156722117/Put/seqid=0 2024-11-09T12:52:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741969_1145 (size=31058) 2024-11-09T12:52:02,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156782287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,297 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/a70f09bd23ea48198371027b49a8abc7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7 2024-11-09T12:52:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156782300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156782300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156782301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,337 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into a70f09bd23ea48198371027b49a8abc7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:02,338 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:02,338 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=13, startTime=1731156722120; duration=0sec 2024-11-09T12:52:02,338 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:02,338 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:02,338 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741970_1146 (size=30955) 2024-11-09T12:52:02,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2ec420481c43460385ab14a11075339a 2024-11-09T12:52:02,348 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:02,348 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:02,349 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,349 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.2 K 2024-11-09T12:52:02,353 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81af4389889d4e65842e003eddb95023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156719649 2024-11-09T12:52:02,354 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4081ef35c1453da91ed3b7c2558784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156719739 2024-11-09T12:52:02,356 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ae14bb01ffe424e94db83308bb60527, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:02,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/90ef69d5cd3a47ae8adeaa6302711088 is 50, key is test_row_0/B:col10/1731156722117/Put/seqid=0 2024-11-09T12:52:02,384 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:02,385 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/b7f3884e0a1741e386a2488a2a64c3a5 is 50, key is test_row_0/B:col10/1731156720978/Put/seqid=0 2024-11-09T12:52:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741972_1148 (size=12104) 2024-11-09T12:52:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:02,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741971_1147 (size=12001) 2024-11-09T12:52:02,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/90ef69d5cd3a47ae8adeaa6302711088 2024-11-09T12:52:02,469 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/b7f3884e0a1741e386a2488a2a64c3a5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b7f3884e0a1741e386a2488a2a64c3a5 2024-11-09T12:52:02,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/da03ff1de0a84b91a371ce0fc9721192 is 50, key is test_row_0/C:col10/1731156722117/Put/seqid=0 2024-11-09T12:52:02,485 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into b7f3884e0a1741e386a2488a2a64c3a5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:02,485 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:02,485 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=13, startTime=1731156722120; duration=0sec 2024-11-09T12:52:02,485 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:02,485 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:02,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156782507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156782519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156782519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156782519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741973_1149 (size=12001) 2024-11-09T12:52:02,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,600 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/b8736a7259234803957899440a22b1bc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b8736a7259234803957899440a22b1bc 2024-11-09T12:52:02,623 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into b8736a7259234803957899440a22b1bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:02,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:02,623 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=13, startTime=1731156722121; duration=0sec 2024-11-09T12:52:02,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:02,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:02,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156782818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156782830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156782830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156782842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:02,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:02,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:02,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/da03ff1de0a84b91a371ce0fc9721192 2024-11-09T12:52:02,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2ec420481c43460385ab14a11075339a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a 2024-11-09T12:52:02,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a, entries=150, sequenceid=80, filesize=30.2 K 2024-11-09T12:52:02,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/90ef69d5cd3a47ae8adeaa6302711088 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088 2024-11-09T12:52:02,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T12:52:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/da03ff1de0a84b91a371ce0fc9721192 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192 2024-11-09T12:52:02,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T12:52:02,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 23e1665eb6e6cedca3497957f4790443 in 861ms, sequenceid=80, compaction requested=false 2024-11-09T12:52:02,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:03,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T12:52:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:03,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T12:52:03,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110911fe2250978046659412be289c34639f_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156722150/Put/seqid=0 2024-11-09T12:52:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741974_1150 (size=12154) 2024-11-09T12:52:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:03,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156783438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156783445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156783454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156783456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:03,569 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110911fe2250978046659412be289c34639f_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110911fe2250978046659412be289c34639f_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/f501fc11da0a4eaf8dc005c3178eefcf, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/f501fc11da0a4eaf8dc005c3178eefcf is 175, key is test_row_0/A:col10/1731156722150/Put/seqid=0 2024-11-09T12:52:03,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156783568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156783568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156783577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156783582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741975_1151 (size=30955) 2024-11-09T12:52:03,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/f501fc11da0a4eaf8dc005c3178eefcf 2024-11-09T12:52:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/75ee4cba66f74f6c9b132b0d0a3acc24 is 50, key is test_row_0/B:col10/1731156722150/Put/seqid=0 2024-11-09T12:52:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741976_1152 (size=12001) 2024-11-09T12:52:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156783788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156783788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156783788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156783797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:04,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156784038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,042 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in 23e1665eb6e6cedca3497957f4790443 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,093 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/75ee4cba66f74f6c9b132b0d0a3acc24 2024-11-09T12:52:04,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156784107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156784108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156784108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156784117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/4c4c54eae51043fb8fd0b5963baf09ad is 50, key is test_row_0/C:col10/1731156722150/Put/seqid=0 2024-11-09T12:52:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741977_1153 (size=12001) 2024-11-09T12:52:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156784620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156784628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156784628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,634 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/4c4c54eae51043fb8fd0b5963baf09ad 2024-11-09T12:52:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156784637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:04,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/f501fc11da0a4eaf8dc005c3178eefcf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf 2024-11-09T12:52:04,655 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf, entries=150, sequenceid=91, filesize=30.2 K 2024-11-09T12:52:04,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/75ee4cba66f74f6c9b132b0d0a3acc24 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24 2024-11-09T12:52:04,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T12:52:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/4c4c54eae51043fb8fd0b5963baf09ad as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad 2024-11-09T12:52:04,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T12:52:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 23e1665eb6e6cedca3497957f4790443 in 1601ms, sequenceid=91, compaction requested=true 2024-11-09T12:52:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T12:52:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T12:52:04,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T12:52:04,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8810 sec 2024-11-09T12:52:04,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.9010 sec 2024-11-09T12:52:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T12:52:05,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156785653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156785655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156785657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156785663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,664 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in 23e1665eb6e6cedca3497957f4790443 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109256eca4c4e66464b9fa6568ea19a724b_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741978_1154 (size=14594) 2024-11-09T12:52:05,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156785770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156785772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156785777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T12:52:05,958 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:05,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T12:52:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:05,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:05,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:05,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:05,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156785977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:05,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156785987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156785997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:06,110 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:06,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109256eca4c4e66464b9fa6568ea19a724b_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109256eca4c4e66464b9fa6568ea19a724b_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:06,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b913004b2b8450d9d0316e7970d0cc0, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:06,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b913004b2b8450d9d0316e7970d0cc0 is 175, key is test_row_0/A:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:06,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741979_1155 (size=39549) 2024-11-09T12:52:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:06,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156786301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156786301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156786317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,536 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b913004b2b8450d9d0316e7970d0cc0 2024-11-09T12:52:06,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/773edaf72f4f45f68fdb32adbb6dd5d9 is 50, key is test_row_0/B:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741980_1156 (size=12001) 2024-11-09T12:52:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:06,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156786817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156786817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156786827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:06,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:06,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:06,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/773edaf72f4f45f68fdb32adbb6dd5d9 2024-11-09T12:52:07,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/1dff9f786e0549e085f0f08bb93ffa4e is 50, key is test_row_0/C:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:07,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741981_1157 (size=12001) 2024-11-09T12:52:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:07,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/1dff9f786e0549e085f0f08bb93ffa4e 2024-11-09T12:52:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b913004b2b8450d9d0316e7970d0cc0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0 2024-11-09T12:52:07,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0, entries=200, sequenceid=120, filesize=38.6 K 2024-11-09T12:52:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/773edaf72f4f45f68fdb32adbb6dd5d9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9 2024-11-09T12:52:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9, entries=150, sequenceid=120, filesize=11.7 K 2024-11-09T12:52:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:07,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/1dff9f786e0549e085f0f08bb93ffa4e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e 2024-11-09T12:52:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-09T12:52:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 23e1665eb6e6cedca3497957f4790443 in 1937ms, sequenceid=120, compaction requested=true 2024-11-09T12:52:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:07,578 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:07,578 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,580 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:07,580 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:07,580 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:07,580 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:07,580 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,580 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,580 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b7f3884e0a1741e386a2488a2a64c3a5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=47.0 K 2024-11-09T12:52:07,581 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=129.4 K 2024-11-09T12:52:07,581 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,581 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0] 2024-11-09T12:52:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,581 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b7f3884e0a1741e386a2488a2a64c3a5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,582 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 90ef69d5cd3a47ae8adeaa6302711088, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731156721756 2024-11-09T12:52:07,582 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70f09bd23ea48198371027b49a8abc7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:07,583 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 75ee4cba66f74f6c9b132b0d0a3acc24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731156722149 2024-11-09T12:52:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,584 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ec420481c43460385ab14a11075339a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731156721756 2024-11-09T12:52:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,583 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 773edaf72f4f45f68fdb32adbb6dd5d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723429 2024-11-09T12:52:07,584 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f501fc11da0a4eaf8dc005c3178eefcf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731156722149 2024-11-09T12:52:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,585 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b913004b2b8450d9d0316e7970d0cc0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723420 2024-11-09T12:52:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,602 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,612 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096b8ff044dfb242c2aac219d7780c34d5_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:07,613 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#135 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:07,613 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/366cf95a526e4f49947dd57922d86068 is 50, key is test_row_0/B:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,621 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096b8ff044dfb242c2aac219d7780c34d5_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:07,622 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b8ff044dfb242c2aac219d7780c34d5_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741982_1158 (size=12241) 2024-11-09T12:52:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741983_1159 (size=4469) 2024-11-09T12:52:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,641 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#136 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:07,642 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1dad6ad24ead490c8100799d85dfb08b is 175, key is test_row_0/A:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741984_1160 (size=31195) 2024-11-09T12:52:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,677 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1dad6ad24ead490c8100799d85dfb08b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b 2024-11-09T12:52:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,688 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into 1dad6ad24ead490c8100799d85dfb08b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:07,688 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:07,688 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=12, startTime=1731156727578; duration=0sec 2024-11-09T12:52:07,688 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:07,688 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:07,688 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,691 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:07,691 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:07,691 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,691 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b8736a7259234803957899440a22b1bc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=47.0 K 2024-11-09T12:52:07,692 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8736a7259234803957899440a22b1bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731156720978 2024-11-09T12:52:07,692 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting da03ff1de0a84b91a371ce0fc9721192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731156721756 2024-11-09T12:52:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,693 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4c54eae51043fb8fd0b5963baf09ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731156722149 2024-11-09T12:52:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,693 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dff9f786e0549e085f0f08bb93ffa4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723429 2024-11-09T12:52:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T12:52:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T12:52:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,733 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#137 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,734 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/92761d706d2147aaa17a1aef7fd2e7e2 is 50, key is test_row_0/C:col10/1731156723453/Put/seqid=0 2024-11-09T12:52:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa3d8b0d8b2e40939d314dafb9b1d2fc_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156727705/Put/seqid=0 2024-11-09T12:52:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741985_1161 (size=12241) 2024-11-09T12:52:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:07,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741986_1162 (size=12204) 2024-11-09T12:52:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:07,820 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa3d8b0d8b2e40939d314dafb9b1d2fc_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa3d8b0d8b2e40939d314dafb9b1d2fc_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/da2fd742a54644d7835e831286957ffb, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/da2fd742a54644d7835e831286957ffb is 175, key is test_row_0/A:col10/1731156727705/Put/seqid=0 2024-11-09T12:52:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741987_1163 (size=31005) 2024-11-09T12:52:07,876 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/da2fd742a54644d7835e831286957ffb 2024-11-09T12:52:07,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/03d37ce4d2bd40c7b1e7df53650f6079 is 50, key is test_row_0/B:col10/1731156727705/Put/seqid=0 2024-11-09T12:52:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741988_1164 (size=12051) 2024-11-09T12:52:07,957 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/03d37ce4d2bd40c7b1e7df53650f6079 2024-11-09T12:52:07,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156787939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:07,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156787939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156787945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/333f487711164988a14bb909f01ea8b8 is 50, key is test_row_0/C:col10/1731156727705/Put/seqid=0 2024-11-09T12:52:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156787970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741989_1165 (size=12051) 2024-11-09T12:52:08,047 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/366cf95a526e4f49947dd57922d86068 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/366cf95a526e4f49947dd57922d86068 2024-11-09T12:52:08,056 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into 366cf95a526e4f49947dd57922d86068(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:08,057 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:08,057 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=12, startTime=1731156727578; duration=0sec 2024-11-09T12:52:08,057 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:08,057 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:08,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156788057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,072 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in 23e1665eb6e6cedca3497957f4790443 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156788077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156788077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156788087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156788097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:08,202 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/92761d706d2147aaa17a1aef7fd2e7e2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/92761d706d2147aaa17a1aef7fd2e7e2 2024-11-09T12:52:08,215 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into 92761d706d2147aaa17a1aef7fd2e7e2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:08,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:08,215 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=12, startTime=1731156727578; duration=0sec 2024-11-09T12:52:08,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:08,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156788305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156788305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156788317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156788318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,449 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/333f487711164988a14bb909f01ea8b8 2024-11-09T12:52:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/da2fd742a54644d7835e831286957ffb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb 2024-11-09T12:52:08,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb, entries=150, sequenceid=129, filesize=30.3 K 2024-11-09T12:52:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/03d37ce4d2bd40c7b1e7df53650f6079 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079 2024-11-09T12:52:08,496 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T12:52:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/333f487711164988a14bb909f01ea8b8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8 2024-11-09T12:52:08,516 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T12:52:08,518 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 23e1665eb6e6cedca3497957f4790443 in 801ms, sequenceid=129, compaction requested=false 2024-11-09T12:52:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T12:52:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T12:52:08,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T12:52:08,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5610 sec 2024-11-09T12:52:08,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.5700 sec 2024-11-09T12:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:08,624 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:08,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T12:52:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156788637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156788634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156788640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156788640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110966440c7f323b48a0b58503f2233030ca_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:08,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741990_1166 (size=17284) 2024-11-09T12:52:08,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:08,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110966440c7f323b48a0b58503f2233030ca_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110966440c7f323b48a0b58503f2233030ca_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:08,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:08,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf is 175, key is test_row_0/A:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741991_1167 (size=48389) 2024-11-09T12:52:08,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf 2024-11-09T12:52:08,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c55a13aacb004ce193bb5bc42dd75e24 is 50, key is test_row_0/B:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156788747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156788747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156788747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156788748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741992_1168 (size=12151) 2024-11-09T12:52:08,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156788958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156788957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156788958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156788958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c55a13aacb004ce193bb5bc42dd75e24 2024-11-09T12:52:09,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/f2d72956204a49feb07a6f82466d6100 is 50, key is test_row_0/C:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741993_1169 (size=12151) 2024-11-09T12:52:09,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/f2d72956204a49feb07a6f82466d6100 2024-11-09T12:52:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf 2024-11-09T12:52:09,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf, entries=250, sequenceid=161, filesize=47.3 K 2024-11-09T12:52:09,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c55a13aacb004ce193bb5bc42dd75e24 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24 2024-11-09T12:52:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24, entries=150, sequenceid=161, filesize=11.9 K 2024-11-09T12:52:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/f2d72956204a49feb07a6f82466d6100 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100 2024-11-09T12:52:09,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100, entries=150, sequenceid=161, filesize=11.9 K 2024-11-09T12:52:09,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 23e1665eb6e6cedca3497957f4790443 in 632ms, sequenceid=161, compaction requested=true 2024-11-09T12:52:09,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:09,257 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:09,257 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:09,261 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:09,261 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,262 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:09,262 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/366cf95a526e4f49947dd57922d86068, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.6 K 2024-11-09T12:52:09,262 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:09,262 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:09,262 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:09,262 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=108.0 K 2024-11-09T12:52:09,262 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:09,262 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf] 2024-11-09T12:52:09,263 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 366cf95a526e4f49947dd57922d86068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723429 2024-11-09T12:52:09,263 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dad6ad24ead490c8100799d85dfb08b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723429 2024-11-09T12:52:09,263 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03d37ce4d2bd40c7b1e7df53650f6079, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731156725652 2024-11-09T12:52:09,263 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting da2fd742a54644d7835e831286957ffb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731156725652 2024-11-09T12:52:09,264 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55a13aacb004ce193bb5bc42dd75e24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727928 2024-11-09T12:52:09,264 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b98eeb58b1b4c9d8c518d68fdf8b2cf, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727923 2024-11-09T12:52:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,275 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,290 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#145 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:09,290 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/fd62f14c2e4b4669b6a9d405dfcb36ba is 50, key is test_row_0/B:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:09,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:52:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,315 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098f2905c327b04ca998bfb153a889a144_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741994_1170 (size=12493) 2024-11-09T12:52:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098f2905c327b04ca998bfb153a889a144_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098f2905c327b04ca998bfb153a889a144_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095a3147b19056440a8d5184692c745518_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156729294/Put/seqid=0 2024-11-09T12:52:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,380 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/fd62f14c2e4b4669b6a9d405dfcb36ba as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/fd62f14c2e4b4669b6a9d405dfcb36ba 2024-11-09T12:52:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,387 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into fd62f14c2e4b4669b6a9d405dfcb36ba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:09,387 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:09,387 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=13, startTime=1731156729257; duration=0sec 2024-11-09T12:52:09,388 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:09,388 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:09,388 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,389 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:09,389 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:09,389 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:09,389 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/92761d706d2147aaa17a1aef7fd2e7e2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.6 K 2024-11-09T12:52:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,390 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92761d706d2147aaa17a1aef7fd2e7e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156723429 2024-11-09T12:52:09,390 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 333f487711164988a14bb909f01ea8b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731156725652 2024-11-09T12:52:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,398 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2d72956204a49feb07a6f82466d6100, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727928 2024-11-09T12:52:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741995_1171 (size=4469) 2024-11-09T12:52:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,423 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#144 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:09,423 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/90867ad32a56425a94e89273a6b084ca is 175, key is test_row_0/A:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741996_1172 (size=19774) 2024-11-09T12:52:09,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,450 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,451 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/301ad9db32f149ab8dbbc26db7435f5f is 50, key is test_row_0/C:col10/1731156728621/Put/seqid=0 2024-11-09T12:52:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095a3147b19056440a8d5184692c745518_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a3147b19056440a8d5184692c745518_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:09,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/83cada83496145b79ece8eabb86301cb, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/83cada83496145b79ece8eabb86301cb is 175, key is test_row_0/A:col10/1731156729294/Put/seqid=0 2024-11-09T12:52:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741998_1174 (size=12493) 2024-11-09T12:52:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741999_1175 (size=57033) 2024-11-09T12:52:09,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/83cada83496145b79ece8eabb86301cb 2024-11-09T12:52:09,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741997_1173 (size=31447) 2024-11-09T12:52:09,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156789507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,536 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/90867ad32a56425a94e89273a6b084ca as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca 2024-11-09T12:52:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,549 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into 90867ad32a56425a94e89273a6b084ca(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:09,549 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:09,549 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=13, startTime=1731156729257; duration=0sec 2024-11-09T12:52:09,549 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/301ad9db32f149ab8dbbc26db7435f5f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/301ad9db32f149ab8dbbc26db7435f5f 2024-11-09T12:52:09,549 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:09,549 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:09,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156789528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/de829cc9a39942a9b6d9a08f8fe6e471 is 50, key is test_row_0/B:col10/1731156729294/Put/seqid=0 2024-11-09T12:52:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156789527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156789535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,567 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into 301ad9db32f149ab8dbbc26db7435f5f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:09,567 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:09,567 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=13, startTime=1731156729257; duration=0sec 2024-11-09T12:52:09,567 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:09,567 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742000_1176 (size=12151) 2024-11-09T12:52:09,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/de829cc9a39942a9b6d9a08f8fe6e471 2024-11-09T12:52:09,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/fb2fda0968e8474e8acca3234c1cc5e6 is 50, key is test_row_0/C:col10/1731156729294/Put/seqid=0 2024-11-09T12:52:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156789640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742001_1177 (size=12151) 2024-11-09T12:52:09,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/fb2fda0968e8474e8acca3234c1cc5e6 2024-11-09T12:52:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156789660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156789660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/83cada83496145b79ece8eabb86301cb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb 2024-11-09T12:52:09,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156789667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb, entries=300, sequenceid=172, filesize=55.7 K 2024-11-09T12:52:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/de829cc9a39942a9b6d9a08f8fe6e471 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471 2024-11-09T12:52:09,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T12:52:09,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/fb2fda0968e8474e8acca3234c1cc5e6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6 2024-11-09T12:52:09,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T12:52:09,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 23e1665eb6e6cedca3497957f4790443 in 403ms, sequenceid=172, compaction requested=false 2024-11-09T12:52:09,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:09,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T12:52:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156789879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098dd1446bf4f448a19b1c1c38113bd7bc_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156789884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156789885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156789885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742002_1178 (size=14794) 2024-11-09T12:52:09,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:09,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098dd1446bf4f448a19b1c1c38113bd7bc_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dd1446bf4f448a19b1c1c38113bd7bc_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:09,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/bc3b3284679f4e56a5e444436a88779b, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:09,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/bc3b3284679f4e56a5e444436a88779b is 175, key is test_row_0/A:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742003_1179 (size=39749) 2024-11-09T12:52:10,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/bc3b3284679f4e56a5e444436a88779b 2024-11-09T12:52:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156790009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156790009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156790009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156790006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/001c190a32954692bbd96f368dbb3135 is 50, key is test_row_0/B:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742004_1180 (size=12151) 2024-11-09T12:52:10,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/001c190a32954692bbd96f368dbb3135 2024-11-09T12:52:10,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/a090317e882341939486c3923e9b2d52 is 50, key is test_row_0/C:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T12:52:10,196 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:10,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T12:52:10,199 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:10,200 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:10,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742005_1181 (size=12151) 2024-11-09T12:52:10,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/a090317e882341939486c3923e9b2d52 2024-11-09T12:52:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156790219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156790219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156790219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/bc3b3284679f4e56a5e444436a88779b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b 2024-11-09T12:52:10,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156790228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b, entries=200, sequenceid=202, filesize=38.8 K 2024-11-09T12:52:10,242 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T12:52:10,242 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T12:52:10,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/001c190a32954692bbd96f368dbb3135 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135 2024-11-09T12:52:10,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135, entries=150, sequenceid=202, filesize=11.9 K 2024-11-09T12:52:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/a090317e882341939486c3923e9b2d52 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52 2024-11-09T12:52:10,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52, entries=150, sequenceid=202, filesize=11.9 K 2024-11-09T12:52:10,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 23e1665eb6e6cedca3497957f4790443 in 404ms, sequenceid=202, compaction requested=true 2024-11-09T12:52:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T12:52:10,267 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:10,268 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:10,268 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:10,268 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:10,268 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=125.2 K 2024-11-09T12:52:10,269 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:10,269 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b] 2024-11-09T12:52:10,269 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90867ad32a56425a94e89273a6b084ca, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727928 2024-11-09T12:52:10,269 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:10,270 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83cada83496145b79ece8eabb86301cb, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731156728637 2024-11-09T12:52:10,270 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc3b3284679f4e56a5e444436a88779b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:10,285 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:10,285 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:10,285 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:10,286 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/301ad9db32f149ab8dbbc26db7435f5f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.9 K 2024-11-09T12:52:10,293 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 301ad9db32f149ab8dbbc26db7435f5f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727928 2024-11-09T12:52:10,294 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2fda0968e8474e8acca3234c1cc5e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731156729285 2024-11-09T12:52:10,298 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:10,300 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a090317e882341939486c3923e9b2d52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:10,310 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a8c86df767d04dda97896e35e9c5aaf7_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:10,312 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a8c86df767d04dda97896e35e9c5aaf7_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:10,313 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a8c86df767d04dda97896e35e9c5aaf7_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:10,332 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:10,333 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/118de4036f754ef09efcc3923be7d0fd is 50, key is test_row_0/C:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742006_1182 (size=4469) 2024-11-09T12:52:10,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T12:52:10,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T12:52:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742007_1183 (size=12595) 2024-11-09T12:52:10,415 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/118de4036f754ef09efcc3923be7d0fd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/118de4036f754ef09efcc3923be7d0fd 2024-11-09T12:52:10,427 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into 118de4036f754ef09efcc3923be7d0fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:10,427 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:10,427 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=13, startTime=1731156730267; duration=0sec 2024-11-09T12:52:10,427 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:10,427 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:10,427 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:10,429 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:10,429 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:10,429 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:10,429 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/fd62f14c2e4b4669b6a9d405dfcb36ba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=35.9 K 2024-11-09T12:52:10,429 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fd62f14c2e4b4669b6a9d405dfcb36ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731156727928 2024-11-09T12:52:10,430 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting de829cc9a39942a9b6d9a08f8fe6e471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731156729285 2024-11-09T12:52:10,430 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 001c190a32954692bbd96f368dbb3135, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094852d4665f1940a1b2eba19144b09966_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156729882/Put/seqid=0 2024-11-09T12:52:10,465 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:10,466 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/29ee410a99c44ff5b97cf6fade70eb75 is 50, key is test_row_0/B:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742009_1185 (size=12595) 2024-11-09T12:52:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:10,520 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/29ee410a99c44ff5b97cf6fade70eb75 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/29ee410a99c44ff5b97cf6fade70eb75 2024-11-09T12:52:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742008_1184 (size=12304) 2024-11-09T12:52:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:10,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:10,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094852d4665f1940a1b2eba19144b09966_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094852d4665f1940a1b2eba19144b09966_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/aafd252588cc48f5b7114582f759f80f, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/aafd252588cc48f5b7114582f759f80f is 175, key is test_row_0/A:col10/1731156729882/Put/seqid=0 2024-11-09T12:52:10,539 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into 29ee410a99c44ff5b97cf6fade70eb75(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:10,539 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:10,539 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=13, startTime=1731156730267; duration=0sec 2024-11-09T12:52:10,540 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:10,540 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742010_1186 (size=31105) 2024-11-09T12:52:10,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156790630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156790631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156790634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156790638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156790751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,761 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#153 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:10,762 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2e9e1e9c19674f9386b5092d273e6a66 is 175, key is test_row_0/A:col10/1731156729518/Put/seqid=0 2024-11-09T12:52:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156790758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156790758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156790767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742011_1187 (size=31549) 2024-11-09T12:52:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:10,966 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/aafd252588cc48f5b7114582f759f80f 2024-11-09T12:52:10,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156790967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156790968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156790968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156790977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/aa662869cdf44c47bcea4d154999722d is 50, key is test_row_0/B:col10/1731156729882/Put/seqid=0 2024-11-09T12:52:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742012_1188 (size=12151) 2024-11-09T12:52:11,050 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/aa662869cdf44c47bcea4d154999722d 2024-11-09T12:52:11,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/5e401b833916481eae642142f08d3cfc is 50, key is test_row_0/C:col10/1731156729882/Put/seqid=0 2024-11-09T12:52:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742013_1189 (size=12151) 2024-11-09T12:52:11,221 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/2e9e1e9c19674f9386b5092d273e6a66 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66 2024-11-09T12:52:11,231 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into 2e9e1e9c19674f9386b5092d273e6a66(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:11,231 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:11,231 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=13, startTime=1731156730267; duration=0sec 2024-11-09T12:52:11,231 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:11,231 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156791288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156791288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156791288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156791288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:11,492 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/5e401b833916481eae642142f08d3cfc 2024-11-09T12:52:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/aafd252588cc48f5b7114582f759f80f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f 2024-11-09T12:52:11,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f, entries=150, sequenceid=212, filesize=30.4 K 2024-11-09T12:52:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/aa662869cdf44c47bcea4d154999722d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d 2024-11-09T12:52:11,514 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:52:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/5e401b833916481eae642142f08d3cfc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc 2024-11-09T12:52:11,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:52:11,539 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 23e1665eb6e6cedca3497957f4790443 in 1184ms, sequenceid=212, compaction requested=false 2024-11-09T12:52:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T12:52:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T12:52:11,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T12:52:11,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3430 sec 2024-11-09T12:52:11,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3510 sec 2024-11-09T12:52:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:11,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T12:52:11,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156791810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156791813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156791816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156791817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109da869befd0534a4985f2548cf1caf541_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742014_1190 (size=17284) 2024-11-09T12:52:11,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156791928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156791929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156791937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156791937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156792137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156792139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156792147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156792147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:12,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109da869befd0534a4985f2548cf1caf541_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da869befd0534a4985f2548cf1caf541_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:12,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/b1e2376998ed45f69bc61ba01d3fe03d, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:12,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/b1e2376998ed45f69bc61ba01d3fe03d is 175, key is test_row_0/A:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742015_1191 (size=48389) 2024-11-09T12:52:12,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/b1e2376998ed45f69bc61ba01d3fe03d 2024-11-09T12:52:12,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/946ed8cbb5744b2689b3b1ca7f537b7c is 50, key is test_row_0/B:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T12:52:12,358 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:12,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T12:52:12,362 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:12,364 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:12,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742016_1192 (size=12151) 2024-11-09T12:52:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156792447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156792462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156792462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156792468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:12,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T12:52:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:12,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:12,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T12:52:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/946ed8cbb5744b2689b3b1ca7f537b7c 2024-11-09T12:52:12,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/359c946eb1ae4ace8325845b918d2b09 is 50, key is test_row_0/C:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742017_1193 (size=12151) 2024-11-09T12:52:12,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T12:52:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:12,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/359c946eb1ae4ace8325845b918d2b09 2024-11-09T12:52:12,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/b1e2376998ed45f69bc61ba01d3fe03d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d 2024-11-09T12:52:12,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d, entries=250, sequenceid=244, filesize=47.3 K 2024-11-09T12:52:12,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/946ed8cbb5744b2689b3b1ca7f537b7c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c 2024-11-09T12:52:12,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c, entries=150, sequenceid=244, filesize=11.9 K 2024-11-09T12:52:12,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/359c946eb1ae4ace8325845b918d2b09 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09 2024-11-09T12:52:12,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09, entries=150, sequenceid=244, filesize=11.9 K 2024-11-09T12:52:12,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 23e1665eb6e6cedca3497957f4790443 in 1076ms, sequenceid=244, compaction requested=true 2024-11-09T12:52:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:12,882 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:12,883 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:12,884 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:12,884 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:12,884 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,884 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=108.4 K 2024-11-09T12:52:12,884 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,884 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d] 2024-11-09T12:52:12,884 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:12,885 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:12,885 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,885 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/29ee410a99c44ff5b97cf6fade70eb75, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=36.0 K 2024-11-09T12:52:12,886 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e9e1e9c19674f9386b5092d273e6a66, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:12,887 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ee410a99c44ff5b97cf6fade70eb75, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:12,887 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting aafd252588cc48f5b7114582f759f80f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156729876 2024-11-09T12:52:12,887 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting aa662869cdf44c47bcea4d154999722d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156729876 2024-11-09T12:52:12,887 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1e2376998ed45f69bc61ba01d3fe03d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730578 2024-11-09T12:52:12,888 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 946ed8cbb5744b2689b3b1ca7f537b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730629 2024-11-09T12:52:12,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:12,910 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:12,913 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098587c215560d422abf941512b24b44e2_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:12,916 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:12,916 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/f4f62a9fd66a4b9fb27a5ae88a4369ce is 50, key is test_row_0/B:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:12,919 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098587c215560d422abf941512b24b44e2_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:12,919 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098587c215560d422abf941512b24b44e2_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742019_1195 (size=12697) 2024-11-09T12:52:12,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742018_1194 (size=4469) 2024-11-09T12:52:12,968 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#162 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:12,969 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/515ac071b0f64f749af8838c46ce5613 is 175, key is test_row_0/A:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:12,982 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/f4f62a9fd66a4b9fb27a5ae88a4369ce as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f4f62a9fd66a4b9fb27a5ae88a4369ce 2024-11-09T12:52:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:12,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T12:52:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:12,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:52:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742020_1196 (size=31651) 2024-11-09T12:52:12,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:12,996 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into f4f62a9fd66a4b9fb27a5ae88a4369ce(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:12,996 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:12,996 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=13, startTime=1731156732882; duration=0sec 2024-11-09T12:52:12,996 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:12,996 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:12,996 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:13,004 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:13,004 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:13,004 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:13,004 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/118de4036f754ef09efcc3923be7d0fd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=36.0 K 2024-11-09T12:52:13,005 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 118de4036f754ef09efcc3923be7d0fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731156729503 2024-11-09T12:52:13,005 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e401b833916481eae642142f08d3cfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156729876 2024-11-09T12:52:13,006 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 359c946eb1ae4ace8325845b918d2b09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730629 2024-11-09T12:52:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110991c3c73a444940d3ade9f76b59554f46_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156732968/Put/seqid=0 2024-11-09T12:52:13,048 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:13,048 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/ce3ed9a39c0540baac15e2193f9e5b01 is 50, key is test_row_0/C:col10/1731156730629/Put/seqid=0 2024-11-09T12:52:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742021_1197 (size=12304) 2024-11-09T12:52:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742022_1198 (size=12697) 2024-11-09T12:52:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156793073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156793074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156793081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,089 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/ce3ed9a39c0540baac15e2193f9e5b01 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/ce3ed9a39c0540baac15e2193f9e5b01 2024-11-09T12:52:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156793084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,096 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into ce3ed9a39c0540baac15e2193f9e5b01(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:13,096 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:13,096 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=13, startTime=1731156732899; duration=0sec 2024-11-09T12:52:13,096 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:13,096 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156793187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156793187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156793197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156793207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156793397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156793398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156793408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,422 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/515ac071b0f64f749af8838c46ce5613 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613 2024-11-09T12:52:13,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156793428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,432 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into 515ac071b0f64f749af8838c46ce5613(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:13,432 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:13,432 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=13, startTime=1731156732882; duration=0sec 2024-11-09T12:52:13,432 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:13,432 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:13,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110991c3c73a444940d3ade9f76b59554f46_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110991c3c73a444940d3ade9f76b59554f46_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:13,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/e75ab48c591e407f9cbe1a4f55f7169c, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:13,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/e75ab48c591e407f9cbe1a4f55f7169c is 175, key is test_row_0/A:col10/1731156732968/Put/seqid=0 2024-11-09T12:52:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742023_1199 (size=31105) 2024-11-09T12:52:13,534 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/e75ab48c591e407f9cbe1a4f55f7169c 2024-11-09T12:52:13,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/3ef8f16bdb754e94bf653cc71d1944f3 is 50, key is test_row_0/B:col10/1731156732968/Put/seqid=0 2024-11-09T12:52:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742024_1200 (size=12151) 2024-11-09T12:52:13,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/3ef8f16bdb754e94bf653cc71d1944f3 2024-11-09T12:52:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/db6ab8ddaeb445a4b52c30c29c1ac20d is 50, key is test_row_0/C:col10/1731156732968/Put/seqid=0 2024-11-09T12:52:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742025_1201 (size=12151) 2024-11-09T12:52:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156793707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156793707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156793717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156793739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/db6ab8ddaeb445a4b52c30c29c1ac20d 2024-11-09T12:52:14,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/e75ab48c591e407f9cbe1a4f55f7169c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c 2024-11-09T12:52:14,076 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c, entries=150, sequenceid=257, filesize=30.4 K 2024-11-09T12:52:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/3ef8f16bdb754e94bf653cc71d1944f3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3 2024-11-09T12:52:14,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T12:52:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/db6ab8ddaeb445a4b52c30c29c1ac20d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d 2024-11-09T12:52:14,090 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T12:52:14,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 23e1665eb6e6cedca3497957f4790443 in 1102ms, sequenceid=257, compaction requested=false 2024-11-09T12:52:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T12:52:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T12:52:14,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T12:52:14,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-09T12:52:14,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.7700 sec 2024-11-09T12:52:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:14,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:52:14,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a3c8fdb3355f410a9cf38613a1bd701e_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:14,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156794265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156794266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156794268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156794275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742026_1202 (size=14994) 2024-11-09T12:52:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156794378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156794388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156794397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156794397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T12:52:14,510 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:14,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T12:52:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:14,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:14,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:14,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156794587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156794597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156794608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:14,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156794619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:14,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:14,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a3c8fdb3355f410a9cf38613a1bd701e_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a3c8fdb3355f410a9cf38613a1bd701e_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:14,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/496170bb963f4c199f9bdc9d12316932, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:14,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/496170bb963f4c199f9bdc9d12316932 is 175, key is test_row_0/A:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742027_1203 (size=39949) 2024-11-09T12:52:14,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/496170bb963f4c199f9bdc9d12316932 2024-11-09T12:52:14,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/22bbd45dfca2487ab46f806888acf36e is 50, key is test_row_0/B:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:14,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742028_1204 (size=12301) 2024-11-09T12:52:14,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/22bbd45dfca2487ab46f806888acf36e 2024-11-09T12:52:14,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156794897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/85885c9cc73746a4aa8ac124af21b53b is 50, key is test_row_0/C:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:14,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156794907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156794918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156794927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:14,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742029_1205 (size=12301) 2024-11-09T12:52:14,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:14,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:15,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/85885c9cc73746a4aa8ac124af21b53b 2024-11-09T12:52:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/496170bb963f4c199f9bdc9d12316932 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932 2024-11-09T12:52:15,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932, entries=200, sequenceid=284, filesize=39.0 K 2024-11-09T12:52:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/22bbd45dfca2487ab46f806888acf36e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e 2024-11-09T12:52:15,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T12:52:15,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/85885c9cc73746a4aa8ac124af21b53b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b 2024-11-09T12:52:15,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T12:52:15,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 23e1665eb6e6cedca3497957f4790443 in 1157ms, sequenceid=284, compaction requested=true 2024-11-09T12:52:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:15,400 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:15,401 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:15,405 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:15,405 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:15,405 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,405 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f4f62a9fd66a4b9fb27a5ae88a4369ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=36.3 K 2024-11-09T12:52:15,405 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:15,406 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:15,406 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,406 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=100.3 K 2024-11-09T12:52:15,406 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,406 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932] 2024-11-09T12:52:15,406 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 515ac071b0f64f749af8838c46ce5613, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730629 2024-11-09T12:52:15,406 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f62a9fd66a4b9fb27a5ae88a4369ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730629 2024-11-09T12:52:15,407 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e75ab48c591e407f9cbe1a4f55f7169c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731156732968 2024-11-09T12:52:15,407 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef8f16bdb754e94bf653cc71d1944f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731156732968 2024-11-09T12:52:15,408 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496170bb963f4c199f9bdc9d12316932, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:15,408 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 22bbd45dfca2487ab46f806888acf36e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:15,421 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:15,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:52:15,430 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:15,441 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:15,442 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/b8434d4dfb664d199867e98a6053fed2 is 50, key is test_row_0/B:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:15,458 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110901245105372d479db8b1c761c55fe0d1_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:15,460 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110901245105372d479db8b1c761c55fe0d1_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:15,460 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901245105372d479db8b1c761c55fe0d1_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:15,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090ec136d8cb824030986278d6137df7c2_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156734245/Put/seqid=0 2024-11-09T12:52:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742030_1206 (size=12949) 2024-11-09T12:52:15,520 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/b8434d4dfb664d199867e98a6053fed2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b8434d4dfb664d199867e98a6053fed2 2024-11-09T12:52:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156795517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156795521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,532 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into b8434d4dfb664d199867e98a6053fed2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:15,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:15,532 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=13, startTime=1731156735401; duration=0sec 2024-11-09T12:52:15,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:15,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:15,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:15,533 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:15,534 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:15,534 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,534 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/ce3ed9a39c0540baac15e2193f9e5b01, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=36.3 K 2024-11-09T12:52:15,534 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3ed9a39c0540baac15e2193f9e5b01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731156730629 2024-11-09T12:52:15,534 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting db6ab8ddaeb445a4b52c30c29c1ac20d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731156732968 2024-11-09T12:52:15,535 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 85885c9cc73746a4aa8ac124af21b53b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156795526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156795526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742031_1207 (size=4469) 2024-11-09T12:52:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742032_1208 (size=14994) 2024-11-09T12:52:15,583 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:15,584 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/3b0b068baf094c44a2ef50af85e1d391 is 50, key is test_row_0/C:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:15,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742033_1209 (size=12949) 2024-11-09T12:52:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156795637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156795637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156795848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156795858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156795869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156795869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:15,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:15,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:15,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:15,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:15,972 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:15,973 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5d06e97b2bde4c9f84d51d2ca79b9649 is 175, key is test_row_0/A:col10/1731156733067/Put/seqid=0 2024-11-09T12:52:15,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090ec136d8cb824030986278d6137df7c2_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090ec136d8cb824030986278d6137df7c2_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:15,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/c19f7cd43f544851869a8c5292868847, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:15,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/c19f7cd43f544851869a8c5292868847 is 175, key is test_row_0/A:col10/1731156734245/Put/seqid=0 2024-11-09T12:52:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742034_1210 (size=31903) 2024-11-09T12:52:16,004 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/5d06e97b2bde4c9f84d51d2ca79b9649 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649 2024-11-09T12:52:16,013 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into 5d06e97b2bde4c9f84d51d2ca79b9649(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:16,013 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:16,013 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=13, startTime=1731156735399; duration=0sec 2024-11-09T12:52:16,013 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:16,014 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742035_1211 (size=39949) 2024-11-09T12:52:16,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/c19f7cd43f544851869a8c5292868847 2024-11-09T12:52:16,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/7ce342dc6c9f46ffaaf66937e5210702 is 50, key is test_row_0/B:col10/1731156734245/Put/seqid=0 2024-11-09T12:52:16,054 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/3b0b068baf094c44a2ef50af85e1d391 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/3b0b068baf094c44a2ef50af85e1d391 2024-11-09T12:52:16,062 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into 3b0b068baf094c44a2ef50af85e1d391(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:16,062 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:16,062 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=13, startTime=1731156735401; duration=0sec 2024-11-09T12:52:16,063 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:16,063 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742036_1212 (size=12301) 2024-11-09T12:52:16,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/7ce342dc6c9f46ffaaf66937e5210702 2024-11-09T12:52:16,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/61167349425c4964bed63ecf501dceab is 50, key is test_row_0/C:col10/1731156734245/Put/seqid=0 2024-11-09T12:52:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742037_1213 (size=12301) 2024-11-09T12:52:16,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156796157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156796168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156796177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156796178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:16,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/61167349425c4964bed63ecf501dceab 2024-11-09T12:52:16,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/c19f7cd43f544851869a8c5292868847 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847 2024-11-09T12:52:16,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847, entries=200, sequenceid=297, filesize=39.0 K 2024-11-09T12:52:16,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/7ce342dc6c9f46ffaaf66937e5210702 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702 2024-11-09T12:52:16,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T12:52:16,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/61167349425c4964bed63ecf501dceab as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab 2024-11-09T12:52:16,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T12:52:16,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 23e1665eb6e6cedca3497957f4790443 in 1125ms, sequenceid=297, compaction requested=false 2024-11-09T12:52:16,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:16,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T12:52:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:16,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:52:16,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c2b087e4fdd5420db6e73b4fa6b8b6e2_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156735519/Put/seqid=0 2024-11-09T12:52:16,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742038_1214 (size=12454) 2024-11-09T12:52:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:16,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:16,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156796701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156796702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156796703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156796706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156796817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156796817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156796819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156796820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:17,022 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c2b087e4fdd5420db6e73b4fa6b8b6e2_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2b087e4fdd5420db6e73b4fa6b8b6e2_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:17,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/601c8a963e0f45db9ca3a22ccc9cbfeb, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/601c8a963e0f45db9ca3a22ccc9cbfeb is 175, key is test_row_0/A:col10/1731156735519/Put/seqid=0 2024-11-09T12:52:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156797030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156797030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156797030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156797032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742039_1215 (size=31255) 2024-11-09T12:52:17,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/601c8a963e0f45db9ca3a22ccc9cbfeb 2024-11-09T12:52:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/0cb826cb238f40b790bdedd3788a8f84 is 50, key is test_row_0/B:col10/1731156735519/Put/seqid=0 2024-11-09T12:52:17,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742040_1216 (size=12301) 2024-11-09T12:52:17,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/0cb826cb238f40b790bdedd3788a8f84 2024-11-09T12:52:17,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/eebe9a06ae28473598b3f5f4cfa61197 is 50, key is test_row_0/C:col10/1731156735519/Put/seqid=0 2024-11-09T12:52:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742041_1217 (size=12301) 2024-11-09T12:52:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156797337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156797337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156797339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156797353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,506 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/eebe9a06ae28473598b3f5f4cfa61197 2024-11-09T12:52:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/601c8a963e0f45db9ca3a22ccc9cbfeb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb 2024-11-09T12:52:17,532 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb, entries=150, sequenceid=324, filesize=30.5 K 2024-11-09T12:52:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/0cb826cb238f40b790bdedd3788a8f84 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84 2024-11-09T12:52:17,540 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T12:52:17,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/eebe9a06ae28473598b3f5f4cfa61197 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197 2024-11-09T12:52:17,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T12:52:17,557 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 23e1665eb6e6cedca3497957f4790443 in 992ms, sequenceid=324, compaction requested=true 2024-11-09T12:52:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T12:52:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T12:52:17,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T12:52:17,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0450 sec 2024-11-09T12:52:17,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 3.0500 sec 2024-11-09T12:52:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:17,850 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:17,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:52:17,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110977b52b0fd2fe4c4880e50ba736dc7923_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:17,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742042_1218 (size=14994) 2024-11-09T12:52:17,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156797888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156797889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156797892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156797894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156798008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156798008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156798008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156798008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56960 deadline: 1731156798167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,170 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in 23e1665eb6e6cedca3497957f4790443 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18372 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156798217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156798217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156798217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156798217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:18,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110977b52b0fd2fe4c4880e50ba736dc7923_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977b52b0fd2fe4c4880e50ba736dc7923_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:18,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1c7bf25cf9ca4c95972f1c18cc0ad966, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:18,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1c7bf25cf9ca4c95972f1c18cc0ad966 is 175, key is test_row_0/A:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742043_1219 (size=39949) 2024-11-09T12:52:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156798527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156798527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156798527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156798528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T12:52:18,678 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:18,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T12:52:18,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1c7bf25cf9ca4c95972f1c18cc0ad966 2024-11-09T12:52:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:18,681 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:18,682 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:18,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:18,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/30271e0552e44b269c9a3858a57f4f0b is 50, key is test_row_0/B:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742044_1220 (size=12301) 2024-11-09T12:52:18,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/30271e0552e44b269c9a3858a57f4f0b 2024-11-09T12:52:18,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bf20d1746dcb45eb9b2a35fd2e6f1133 is 50, key is test_row_0/C:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:18,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742045_1221 (size=12301) 2024-11-09T12:52:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:18,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T12:52:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:18,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T12:52:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:18,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56938 deadline: 1731156799037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56984 deadline: 1731156799037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56914 deadline: 1731156799047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56970 deadline: 1731156799047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:52:19,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bf20d1746dcb45eb9b2a35fd2e6f1133 2024-11-09T12:52:19,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T12:52:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. as already flushing 2024-11-09T12:52:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:19,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/1c7bf25cf9ca4c95972f1c18cc0ad966 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966 2024-11-09T12:52:19,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966, entries=200, sequenceid=337, filesize=39.0 K 2024-11-09T12:52:19,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/30271e0552e44b269c9a3858a57f4f0b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b 2024-11-09T12:52:19,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T12:52:19,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/bf20d1746dcb45eb9b2a35fd2e6f1133 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133 2024-11-09T12:52:19,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T12:52:19,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 23e1665eb6e6cedca3497957f4790443 in 1361ms, sequenceid=337, compaction requested=true 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:19,212 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23e1665eb6e6cedca3497957f4790443:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:19,212 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:19,214 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:19,214 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/A is initiating minor compaction (all files) 2024-11-09T12:52:19,214 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/A in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,214 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=139.7 K 2024-11-09T12:52:19,214 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,214 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966] 2024-11-09T12:52:19,215 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:19,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d06e97b2bde4c9f84d51d2ca79b9649, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:19,215 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/B is initiating minor compaction (all files) 2024-11-09T12:52:19,215 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/B in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,215 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b8434d4dfb664d199867e98a6053fed2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=48.7 K 2024-11-09T12:52:19,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c19f7cd43f544851869a8c5292868847, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731156734245 2024-11-09T12:52:19,216 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b8434d4dfb664d199867e98a6053fed2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:19,216 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 601c8a963e0f45db9ca3a22ccc9cbfeb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731156735462 2024-11-09T12:52:19,217 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce342dc6c9f46ffaaf66937e5210702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731156734245 2024-11-09T12:52:19,217 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c7bf25cf9ca4c95972f1c18cc0ad966, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731156736671 2024-11-09T12:52:19,217 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb826cb238f40b790bdedd3788a8f84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731156735462 2024-11-09T12:52:19,219 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 30271e0552e44b269c9a3858a57f4f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731156736699 2024-11-09T12:52:19,228 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:19,231 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#B#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:19,231 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/f2ce2fe9bee44fd89c9dcf1b3281426f is 50, key is test_row_0/B:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:19,232 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092e991d0529a44283b40f940277ecc082_23e1665eb6e6cedca3497957f4790443 store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:19,234 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092e991d0529a44283b40f940277ecc082_23e1665eb6e6cedca3497957f4790443, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:19,235 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092e991d0529a44283b40f940277ecc082_23e1665eb6e6cedca3497957f4790443 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:19,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742047_1223 (size=4469) 2024-11-09T12:52:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742046_1222 (size=13085) 2024-11-09T12:52:19,271 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/f2ce2fe9bee44fd89c9dcf1b3281426f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f2ce2fe9bee44fd89c9dcf1b3281426f 2024-11-09T12:52:19,293 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/B of 23e1665eb6e6cedca3497957f4790443 into f2ce2fe9bee44fd89c9dcf1b3281426f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:19,294 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:19,294 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/B, priority=12, startTime=1731156739212; duration=0sec 2024-11-09T12:52:19,294 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:19,294 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:B 2024-11-09T12:52:19,294 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:19,296 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:19,296 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 23e1665eb6e6cedca3497957f4790443/C is initiating minor compaction (all files) 2024-11-09T12:52:19,296 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23e1665eb6e6cedca3497957f4790443/C in TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,296 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/3b0b068baf094c44a2ef50af85e1d391, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp, totalSize=48.7 K 2024-11-09T12:52:19,297 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b0b068baf094c44a2ef50af85e1d391, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731156733067 2024-11-09T12:52:19,297 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 61167349425c4964bed63ecf501dceab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731156734245 2024-11-09T12:52:19,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T12:52:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:52:19,299 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting eebe9a06ae28473598b3f5f4cfa61197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731156735462 2024-11-09T12:52:19,301 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting bf20d1746dcb45eb9b2a35fd2e6f1133, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731156736699 2024-11-09T12:52:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099f5b57a4c5ca4a22abfecb02f03ef181_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156737887/Put/seqid=0 2024-11-09T12:52:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:19,342 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#C#compaction#186 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:19,344 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/b5464fa5bb254ff7b92f97230ef2c61c is 50, key is test_row_0/C:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742048_1224 (size=12454) 2024-11-09T12:52:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:19,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099f5b57a4c5ca4a22abfecb02f03ef181_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099f5b57a4c5ca4a22abfecb02f03ef181_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/644e418eb6014882b8d25ad924180b87, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:19,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/644e418eb6014882b8d25ad924180b87 is 175, key is test_row_0/A:col10/1731156737887/Put/seqid=0 2024-11-09T12:52:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742049_1225 (size=13085) 2024-11-09T12:52:19,396 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/b5464fa5bb254ff7b92f97230ef2c61c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b5464fa5bb254ff7b92f97230ef2c61c 2024-11-09T12:52:19,403 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/C of 23e1665eb6e6cedca3497957f4790443 into b5464fa5bb254ff7b92f97230ef2c61c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:19,403 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:19,403 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/C, priority=12, startTime=1731156739212; duration=0sec 2024-11-09T12:52:19,404 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:19,404 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:C 2024-11-09T12:52:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742050_1226 (size=31255) 2024-11-09T12:52:19,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/644e418eb6014882b8d25ad924180b87 2024-11-09T12:52:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c5313cc000bf40c2b40b0dcfa897967b is 50, key is test_row_0/B:col10/1731156737887/Put/seqid=0 2024-11-09T12:52:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742051_1227 (size=12301) 2024-11-09T12:52:19,485 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c5313cc000bf40c2b40b0dcfa897967b 2024-11-09T12:52:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/0846e7e6b03e4ab7a3275e049aa6447c is 50, key is test_row_0/C:col10/1731156737887/Put/seqid=0 2024-11-09T12:52:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742052_1228 (size=12301) 2024-11-09T12:52:19,649 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-09T12:52:19,649 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-09T12:52:19,649 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:19,649 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:19,649 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,649 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,650 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,650 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:19,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:19,652 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-09T12:52:19,652 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:19,652 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,652 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:19,654 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-11-09T12:52:19,654 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:19,654 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,654 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:19,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:19,661 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23e1665eb6e6cedca3497957f4790443#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:19,662 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/a79b27ff454e41489c78d18a72606608 is 175, key is test_row_0/A:col10/1731156737848/Put/seqid=0 2024-11-09T12:52:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742053_1229 (size=32039) 2024-11-09T12:52:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:19,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/0846e7e6b03e4ab7a3275e049aa6447c 2024-11-09T12:52:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/644e418eb6014882b8d25ad924180b87 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/644e418eb6014882b8d25ad924180b87 2024-11-09T12:52:19,950 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/644e418eb6014882b8d25ad924180b87, entries=150, sequenceid=361, filesize=30.5 K 2024-11-09T12:52:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/c5313cc000bf40c2b40b0dcfa897967b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c5313cc000bf40c2b40b0dcfa897967b 2024-11-09T12:52:19,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c5313cc000bf40c2b40b0dcfa897967b, entries=150, sequenceid=361, filesize=12.0 K 2024-11-09T12:52:19,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/0846e7e6b03e4ab7a3275e049aa6447c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/0846e7e6b03e4ab7a3275e049aa6447c 2024-11-09T12:52:19,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/0846e7e6b03e4ab7a3275e049aa6447c, entries=150, sequenceid=361, filesize=12.0 K 2024-11-09T12:52:19,964 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 23e1665eb6e6cedca3497957f4790443 in 666ms, sequenceid=361, compaction requested=false 2024-11-09T12:52:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T12:52:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T12:52:19,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T12:52:19,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2820 sec 2024-11-09T12:52:19,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.2900 sec 2024-11-09T12:52:20,049 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-09T12:52:20,049 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-09T12:52:20,049 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:20,049 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:20,049 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,049 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,049 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,049 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:20,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:20,059 INFO [Thread-656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-656. 2024-11-09T12:52:20,059 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-11-09T12:52:20,059 DEBUG [Thread-656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:20,059 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,059 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:20,059 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,059 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,059 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:20,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:20,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:20,072 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/a79b27ff454e41489c78d18a72606608 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a79b27ff454e41489c78d18a72606608 2024-11-09T12:52:20,077 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23e1665eb6e6cedca3497957f4790443/A of 23e1665eb6e6cedca3497957f4790443 into a79b27ff454e41489c78d18a72606608(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:20,077 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23e1665eb6e6cedca3497957f4790443: 2024-11-09T12:52:20,077 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., storeName=23e1665eb6e6cedca3497957f4790443/A, priority=12, startTime=1731156739212; duration=0sec 2024-11-09T12:52:20,077 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:20,077 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23e1665eb6e6cedca3497957f4790443:A 2024-11-09T12:52:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T12:52:20,828 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:24,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:52:28,248 INFO [Thread-654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-654. 2024-11-09T12:52:28,249 DEBUG [Thread-654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:28,249 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:28,249 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:28,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2283 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2184 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1058 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3174 rows 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1058 2024-11-09T12:52:28,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3170 rows 2024-11-09T12:52:28,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:52:28,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:52:28,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:28,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:28,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:28,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:52:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:28,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156748253"}]},"ts":"1731156748253"} 2024-11-09T12:52:28,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:52:28,255 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:52:28,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:52:28,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, UNASSIGN}] 2024-11-09T12:52:28,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, UNASSIGN 2024-11-09T12:52:28,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:28,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, UNASSIGN because future has completed 2024-11-09T12:52:28,260 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:52:28,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:28,412 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:28,413 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:52:28,413 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 23e1665eb6e6cedca3497957f4790443, disabling compactions & flushes 2024-11-09T12:52:28,413 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:28,413 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:28,413 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. after waiting 0 ms 2024-11-09T12:52:28,413 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:28,413 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 23e1665eb6e6cedca3497957f4790443 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T12:52:28,420 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095eccec3d7f3c4e9a98b2621785689c74_23e1665eb6e6cedca3497957f4790443 is 50, key is test_row_0/A:col10/1731156748247/Put/seqid=0 2024-11-09T12:52:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742054_1230 (size=12454) 2024-11-09T12:52:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:28,828 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:28,833 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095eccec3d7f3c4e9a98b2621785689c74_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095eccec3d7f3c4e9a98b2621785689c74_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:28,834 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/7378fbad35fc4e7fb088da74e9e26632, store: [table=TestAcidGuarantees family=A region=23e1665eb6e6cedca3497957f4790443] 2024-11-09T12:52:28,835 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/7378fbad35fc4e7fb088da74e9e26632 is 175, key is test_row_0/A:col10/1731156748247/Put/seqid=0 2024-11-09T12:52:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742055_1231 (size=31255) 2024-11-09T12:52:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:29,240 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/7378fbad35fc4e7fb088da74e9e26632 2024-11-09T12:52:29,248 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/5abda823c9ce41a38900d3415a045f82 is 50, key is test_row_0/B:col10/1731156748247/Put/seqid=0 2024-11-09T12:52:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742056_1232 (size=12301) 2024-11-09T12:52:29,258 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/5abda823c9ce41a38900d3415a045f82 2024-11-09T12:52:29,265 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/04d0b2b2dce740b59ba7d44c92024b30 is 50, key is test_row_0/C:col10/1731156748247/Put/seqid=0 2024-11-09T12:52:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742057_1233 (size=12301) 2024-11-09T12:52:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:29,673 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/04d0b2b2dce740b59ba7d44c92024b30 2024-11-09T12:52:29,682 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/A/7378fbad35fc4e7fb088da74e9e26632 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/7378fbad35fc4e7fb088da74e9e26632 2024-11-09T12:52:29,687 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/7378fbad35fc4e7fb088da74e9e26632, entries=150, sequenceid=371, filesize=30.5 K 2024-11-09T12:52:29,688 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/B/5abda823c9ce41a38900d3415a045f82 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/5abda823c9ce41a38900d3415a045f82 2024-11-09T12:52:29,695 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/5abda823c9ce41a38900d3415a045f82, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T12:52:29,696 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/.tmp/C/04d0b2b2dce740b59ba7d44c92024b30 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/04d0b2b2dce740b59ba7d44c92024b30 2024-11-09T12:52:29,704 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/04d0b2b2dce740b59ba7d44c92024b30, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T12:52:29,705 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 23e1665eb6e6cedca3497957f4790443 in 1292ms, sequenceid=371, compaction requested=true 2024-11-09T12:52:29,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966] to archive 2024-11-09T12:52:29,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:29,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/cfa9bec9eae54c2f9327354a79a3f313 2024-11-09T12:52:29,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/d2521113e4a6442296484a93969738c3 2024-11-09T12:52:29,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/10b7ed7ddef54fc7b564d2c80c791f98 2024-11-09T12:52:29,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a70f09bd23ea48198371027b49a8abc7 2024-11-09T12:52:29,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2ec420481c43460385ab14a11075339a 2024-11-09T12:52:29,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/f501fc11da0a4eaf8dc005c3178eefcf 2024-11-09T12:52:29,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b913004b2b8450d9d0316e7970d0cc0 2024-11-09T12:52:29,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1dad6ad24ead490c8100799d85dfb08b 2024-11-09T12:52:29,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/da2fd742a54644d7835e831286957ffb 2024-11-09T12:52:29,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5b98eeb58b1b4c9d8c518d68fdf8b2cf 2024-11-09T12:52:29,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/90867ad32a56425a94e89273a6b084ca 2024-11-09T12:52:29,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/83cada83496145b79ece8eabb86301cb 2024-11-09T12:52:29,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/bc3b3284679f4e56a5e444436a88779b 2024-11-09T12:52:29,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/2e9e1e9c19674f9386b5092d273e6a66 2024-11-09T12:52:29,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/aafd252588cc48f5b7114582f759f80f 2024-11-09T12:52:29,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/b1e2376998ed45f69bc61ba01d3fe03d 2024-11-09T12:52:29,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/515ac071b0f64f749af8838c46ce5613 2024-11-09T12:52:29,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/e75ab48c591e407f9cbe1a4f55f7169c 2024-11-09T12:52:29,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/496170bb963f4c199f9bdc9d12316932 2024-11-09T12:52:29,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/5d06e97b2bde4c9f84d51d2ca79b9649 2024-11-09T12:52:29,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/c19f7cd43f544851869a8c5292868847 2024-11-09T12:52:29,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/601c8a963e0f45db9ca3a22ccc9cbfeb 2024-11-09T12:52:29,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/1c7bf25cf9ca4c95972f1c18cc0ad966 2024-11-09T12:52:29,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b7f3884e0a1741e386a2488a2a64c3a5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/366cf95a526e4f49947dd57922d86068, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/fd62f14c2e4b4669b6a9d405dfcb36ba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/29ee410a99c44ff5b97cf6fade70eb75, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f4f62a9fd66a4b9fb27a5ae88a4369ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b8434d4dfb664d199867e98a6053fed2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b] to archive 2024-11-09T12:52:29,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:29,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/81af4389889d4e65842e003eddb95023 2024-11-09T12:52:29,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/8c4081ef35c1453da91ed3b7c2558784 2024-11-09T12:52:29,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b7f3884e0a1741e386a2488a2a64c3a5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b7f3884e0a1741e386a2488a2a64c3a5 2024-11-09T12:52:29,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/6ae14bb01ffe424e94db83308bb60527 2024-11-09T12:52:29,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/90ef69d5cd3a47ae8adeaa6302711088 2024-11-09T12:52:29,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/75ee4cba66f74f6c9b132b0d0a3acc24 2024-11-09T12:52:29,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/366cf95a526e4f49947dd57922d86068 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/366cf95a526e4f49947dd57922d86068 2024-11-09T12:52:29,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/773edaf72f4f45f68fdb32adbb6dd5d9 2024-11-09T12:52:29,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/03d37ce4d2bd40c7b1e7df53650f6079 2024-11-09T12:52:29,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/fd62f14c2e4b4669b6a9d405dfcb36ba to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/fd62f14c2e4b4669b6a9d405dfcb36ba 2024-11-09T12:52:29,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c55a13aacb004ce193bb5bc42dd75e24 2024-11-09T12:52:29,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/de829cc9a39942a9b6d9a08f8fe6e471 2024-11-09T12:52:29,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/29ee410a99c44ff5b97cf6fade70eb75 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/29ee410a99c44ff5b97cf6fade70eb75 2024-11-09T12:52:29,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/001c190a32954692bbd96f368dbb3135 2024-11-09T12:52:29,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/aa662869cdf44c47bcea4d154999722d 2024-11-09T12:52:29,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f4f62a9fd66a4b9fb27a5ae88a4369ce to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f4f62a9fd66a4b9fb27a5ae88a4369ce 2024-11-09T12:52:29,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/946ed8cbb5744b2689b3b1ca7f537b7c 2024-11-09T12:52:29,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/3ef8f16bdb754e94bf653cc71d1944f3 2024-11-09T12:52:29,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b8434d4dfb664d199867e98a6053fed2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/b8434d4dfb664d199867e98a6053fed2 2024-11-09T12:52:29,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/22bbd45dfca2487ab46f806888acf36e 2024-11-09T12:52:29,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/7ce342dc6c9f46ffaaf66937e5210702 2024-11-09T12:52:29,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/0cb826cb238f40b790bdedd3788a8f84 2024-11-09T12:52:29,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/30271e0552e44b269c9a3858a57f4f0b 2024-11-09T12:52:29,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b8736a7259234803957899440a22b1bc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/92761d706d2147aaa17a1aef7fd2e7e2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/301ad9db32f149ab8dbbc26db7435f5f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/118de4036f754ef09efcc3923be7d0fd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/ce3ed9a39c0540baac15e2193f9e5b01, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/3b0b068baf094c44a2ef50af85e1d391, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133] to archive 2024-11-09T12:52:29,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:29,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/af88b268facd4280bc4039ef6a3fb621 2024-11-09T12:52:29,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bd843eb35bf440e49cee9fa81c69b863 2024-11-09T12:52:29,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b8736a7259234803957899440a22b1bc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b8736a7259234803957899440a22b1bc 2024-11-09T12:52:29,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/8eab0120e12448aa81e6650fd0d14cb4 2024-11-09T12:52:29,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/da03ff1de0a84b91a371ce0fc9721192 2024-11-09T12:52:29,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/4c4c54eae51043fb8fd0b5963baf09ad 2024-11-09T12:52:29,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/92761d706d2147aaa17a1aef7fd2e7e2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/92761d706d2147aaa17a1aef7fd2e7e2 2024-11-09T12:52:29,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/1dff9f786e0549e085f0f08bb93ffa4e 2024-11-09T12:52:29,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/333f487711164988a14bb909f01ea8b8 2024-11-09T12:52:29,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/301ad9db32f149ab8dbbc26db7435f5f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/301ad9db32f149ab8dbbc26db7435f5f 2024-11-09T12:52:29,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/f2d72956204a49feb07a6f82466d6100 2024-11-09T12:52:29,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/fb2fda0968e8474e8acca3234c1cc5e6 2024-11-09T12:52:29,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/118de4036f754ef09efcc3923be7d0fd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/118de4036f754ef09efcc3923be7d0fd 2024-11-09T12:52:29,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/a090317e882341939486c3923e9b2d52 2024-11-09T12:52:29,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/5e401b833916481eae642142f08d3cfc 2024-11-09T12:52:29,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/ce3ed9a39c0540baac15e2193f9e5b01 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/ce3ed9a39c0540baac15e2193f9e5b01 2024-11-09T12:52:29,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/359c946eb1ae4ace8325845b918d2b09 2024-11-09T12:52:29,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/db6ab8ddaeb445a4b52c30c29c1ac20d 2024-11-09T12:52:29,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/3b0b068baf094c44a2ef50af85e1d391 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/3b0b068baf094c44a2ef50af85e1d391 2024-11-09T12:52:29,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/85885c9cc73746a4aa8ac124af21b53b 2024-11-09T12:52:29,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/61167349425c4964bed63ecf501dceab 2024-11-09T12:52:29,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/eebe9a06ae28473598b3f5f4cfa61197 2024-11-09T12:52:29,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/bf20d1746dcb45eb9b2a35fd2e6f1133 2024-11-09T12:52:29,802 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits/374.seqid, newMaxSeqId=374, maxSeqId=4 2024-11-09T12:52:29,808 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. 2024-11-09T12:52:29,808 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 23e1665eb6e6cedca3497957f4790443: Waiting for close lock at 1731156748413Running coprocessor pre-close hooks at 1731156748413Disabling compacts and flushes for region at 1731156748413Disabling writes for close at 1731156748413Obtaining lock to block concurrent updates at 1731156748413Preparing flush snapshotting stores in 23e1665eb6e6cedca3497957f4790443 at 1731156748413Finished memstore snapshotting TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731156748413Flushing stores of TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443. at 1731156748414 (+1 ms)Flushing 23e1665eb6e6cedca3497957f4790443/A: creating writer at 1731156748414Flushing mob file 23e1665eb6e6cedca3497957f4790443/A: appending metadata at 1731156748420 (+6 ms)Flushing mob file 23e1665eb6e6cedca3497957f4790443/A: closing flushed file at 1731156748420Flushing 23e1665eb6e6cedca3497957f4790443/A: appending metadata at 1731156748834 (+414 ms)Flushing 23e1665eb6e6cedca3497957f4790443/A: closing flushed file at 1731156748834Flushing 23e1665eb6e6cedca3497957f4790443/B: creating writer at 1731156749244 (+410 ms)Flushing 23e1665eb6e6cedca3497957f4790443/B: appending metadata at 1731156749248 (+4 ms)Flushing 23e1665eb6e6cedca3497957f4790443/B: closing flushed file at 1731156749248Flushing 23e1665eb6e6cedca3497957f4790443/C: creating writer at 1731156749262 (+14 ms)Flushing 23e1665eb6e6cedca3497957f4790443/C: appending metadata at 1731156749265 (+3 ms)Flushing 23e1665eb6e6cedca3497957f4790443/C: closing flushed file at 1731156749265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba91ec0: reopening flushed file at 1731156749681 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5b81dc: reopening flushed file at 1731156749687 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfa192e: reopening flushed file at 1731156749695 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 23e1665eb6e6cedca3497957f4790443 in 1292ms, sequenceid=371, compaction requested=true at 1731156749705 (+10 ms)Writing region close event to WAL at 1731156749798 (+93 ms)Running coprocessor post-close hooks at 1731156749807 (+9 ms)Closed at 1731156749808 (+1 ms) 2024-11-09T12:52:29,811 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:29,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=23e1665eb6e6cedca3497957f4790443, regionState=CLOSED 2024-11-09T12:52:29,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:52:29,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T12:52:29,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 23e1665eb6e6cedca3497957f4790443, server=7934cf733c16,38405,1731156685737 in 1.5550 sec 2024-11-09T12:52:29,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-09T12:52:29,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23e1665eb6e6cedca3497957f4790443, UNASSIGN in 1.5600 sec 2024-11-09T12:52:29,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T12:52:29,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5650 sec 2024-11-09T12:52:29,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156749823"}]},"ts":"1731156749823"} 2024-11-09T12:52:29,826 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:52:29,826 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:52:29,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-09T12:52:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T12:52:30,398 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:30,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:52:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,401 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T12:52:30,402 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,405 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,408 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits] 2024-11-09T12:52:30,411 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/644e418eb6014882b8d25ad924180b87 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/644e418eb6014882b8d25ad924180b87 2024-11-09T12:52:30,413 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/7378fbad35fc4e7fb088da74e9e26632 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/7378fbad35fc4e7fb088da74e9e26632 2024-11-09T12:52:30,414 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a79b27ff454e41489c78d18a72606608 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/A/a79b27ff454e41489c78d18a72606608 2024-11-09T12:52:30,417 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/5abda823c9ce41a38900d3415a045f82 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/5abda823c9ce41a38900d3415a045f82 2024-11-09T12:52:30,419 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c5313cc000bf40c2b40b0dcfa897967b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/c5313cc000bf40c2b40b0dcfa897967b 2024-11-09T12:52:30,420 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f2ce2fe9bee44fd89c9dcf1b3281426f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/B/f2ce2fe9bee44fd89c9dcf1b3281426f 2024-11-09T12:52:30,423 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/04d0b2b2dce740b59ba7d44c92024b30 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/04d0b2b2dce740b59ba7d44c92024b30 2024-11-09T12:52:30,425 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/0846e7e6b03e4ab7a3275e049aa6447c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/0846e7e6b03e4ab7a3275e049aa6447c 2024-11-09T12:52:30,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b5464fa5bb254ff7b92f97230ef2c61c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/C/b5464fa5bb254ff7b92f97230ef2c61c 2024-11-09T12:52:30,429 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits/374.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443/recovered.edits/374.seqid 2024-11-09T12:52:30,430 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:52:30,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:52:30,431 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T12:52:30,435 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090ec136d8cb824030986278d6137df7c2_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090ec136d8cb824030986278d6137df7c2_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,436 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110911fe2250978046659412be289c34639f_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110911fe2250978046659412be289c34639f_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,438 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109256eca4c4e66464b9fa6568ea19a724b_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109256eca4c4e66464b9fa6568ea19a724b_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,440 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284a9e0f14fc4a578cd7f22df7ce92c3_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284a9e0f14fc4a578cd7f22df7ce92c3_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,442 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094852d4665f1940a1b2eba19144b09966_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094852d4665f1940a1b2eba19144b09966_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,444 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d28598eb1734e688542ee2757811325_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d28598eb1734e688542ee2757811325_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,445 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a3147b19056440a8d5184692c745518_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a3147b19056440a8d5184692c745518_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,446 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095eccec3d7f3c4e9a98b2621785689c74_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095eccec3d7f3c4e9a98b2621785689c74_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,448 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110966440c7f323b48a0b58503f2233030ca_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110966440c7f323b48a0b58503f2233030ca_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,450 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977b52b0fd2fe4c4880e50ba736dc7923_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977b52b0fd2fe4c4880e50ba736dc7923_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,451 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109852f8a54716c401594a541d4aacd328e_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109852f8a54716c401594a541d4aacd328e_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,456 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dd1446bf4f448a19b1c1c38113bd7bc_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dd1446bf4f448a19b1c1c38113bd7bc_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,458 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110991c3c73a444940d3ade9f76b59554f46_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110991c3c73a444940d3ade9f76b59554f46_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,460 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ec01634253f4372acc07307abf4de91_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ec01634253f4372acc07307abf4de91_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,461 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099f5b57a4c5ca4a22abfecb02f03ef181_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099f5b57a4c5ca4a22abfecb02f03ef181_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,463 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a3c8fdb3355f410a9cf38613a1bd701e_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a3c8fdb3355f410a9cf38613a1bd701e_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,465 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa3d8b0d8b2e40939d314dafb9b1d2fc_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa3d8b0d8b2e40939d314dafb9b1d2fc_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,467 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2b087e4fdd5420db6e73b4fa6b8b6e2_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2b087e4fdd5420db6e73b4fa6b8b6e2_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,470 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da869befd0534a4985f2548cf1caf541_23e1665eb6e6cedca3497957f4790443 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da869befd0534a4985f2548cf1caf541_23e1665eb6e6cedca3497957f4790443 2024-11-09T12:52:30,471 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:52:30,474 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,477 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:52:30,480 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:52:30,481 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,481 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:52:30,481 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156750481"}]},"ts":"9223372036854775807"} 2024-11-09T12:52:30,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:52:30,483 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 23e1665eb6e6cedca3497957f4790443, NAME => 'TestAcidGuarantees,,1731156716337.23e1665eb6e6cedca3497957f4790443.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:52:30,483 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:52:30,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156750483"}]},"ts":"9223372036854775807"} 2024-11-09T12:52:30,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:52:30,486 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-09T12:52:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T12:52:30,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:52:30,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:30,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 469), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=698 (was 570) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5724 (was 6264) 2024-11-09T12:52:30,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=698, ProcessCount=11, AvailableMemoryMB=5732 2024-11-09T12:52:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:52:30,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:52:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:30,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:52:30,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-11-09T12:52:30,528 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:30,528 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:52:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742058_1234 (size=959) 2024-11-09T12:52:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:30,936 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:52:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742059_1235 (size=53) 2024-11-09T12:52:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a4e60eb3a14fc45b3d09c20302376f13, disabling compactions & flushes 2024-11-09T12:52:31,346 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. after waiting 0 ms 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,346 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4e60eb3a14fc45b3d09c20302376f13: Waiting for close lock at 1731156751346Disabling compacts and flushes for region at 1731156751346Disabling writes for close at 1731156751346Writing region close event to WAL at 1731156751346Closed at 1731156751346 2024-11-09T12:52:31,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:52:31,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156751347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156751347"}]},"ts":"1731156751347"} 2024-11-09T12:52:31,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:52:31,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:52:31,350 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156751350"}]},"ts":"1731156751350"} 2024-11-09T12:52:31,351 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:52:31,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, ASSIGN}] 2024-11-09T12:52:31,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, ASSIGN 2024-11-09T12:52:31,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:52:31,504 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=a4e60eb3a14fc45b3d09c20302376f13, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, ASSIGN because future has completed 2024-11-09T12:52:31,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:31,661 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,661 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:52:31,662 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,662 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:52:31,662 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,662 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,663 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,665 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4e60eb3a14fc45b3d09c20302376f13 columnFamilyName A 2024-11-09T12:52:31,665 DEBUG [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:31,665 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(327): Store=a4e60eb3a14fc45b3d09c20302376f13/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:31,666 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,667 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4e60eb3a14fc45b3d09c20302376f13 columnFamilyName B 2024-11-09T12:52:31,667 DEBUG [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:31,667 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(327): Store=a4e60eb3a14fc45b3d09c20302376f13/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:31,667 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,668 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4e60eb3a14fc45b3d09c20302376f13 columnFamilyName C 2024-11-09T12:52:31,669 DEBUG [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:31,669 INFO [StoreOpener-a4e60eb3a14fc45b3d09c20302376f13-1 {}] regionserver.HStore(327): Store=a4e60eb3a14fc45b3d09c20302376f13/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:31,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,670 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,670 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,671 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,671 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,672 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:52:31,673 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,675 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:52:31,676 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened a4e60eb3a14fc45b3d09c20302376f13; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71625852, jitterRate=0.06730836629867554}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:52:31,676 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:31,677 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for a4e60eb3a14fc45b3d09c20302376f13: Running coprocessor pre-open hook at 1731156751662Writing region info on filesystem at 1731156751662Initializing all the Stores at 1731156751663 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156751663Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156751663Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156751663Cleaning up temporary data from old regions at 1731156751671 (+8 ms)Running coprocessor post-open hooks at 1731156751676 (+5 ms)Region opened successfully at 1731156751677 (+1 ms) 2024-11-09T12:52:31,678 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., pid=61, masterSystemTime=1731156751657 2024-11-09T12:52:31,680 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,680 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:31,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=a4e60eb3a14fc45b3d09c20302376f13, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:52:31,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T12:52:31,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 in 179 msec 2024-11-09T12:52:31,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-09T12:52:31,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, ASSIGN in 335 msec 2024-11-09T12:52:31,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:52:31,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156751689"}]},"ts":"1731156751689"} 2024-11-09T12:52:31,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:52:31,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:52:31,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-09T12:52:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-09T12:52:32,677 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:32,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,680 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e01d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:52:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:52:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5267010b 2024-11-09T12:52:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:52:32,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:52:32,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51253819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a423d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,691 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eed1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f5124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,693 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22eeeb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f702400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ca7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124bc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,699 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139d2dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,700 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e1ccb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,702 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a307d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16841ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,705 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a57800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,706 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1eb3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e34fffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,708 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ea4a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567d3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:32,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:32,712 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7026764f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:32,713 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd39ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:32,714 DEBUG [Thread-1110 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,714 DEBUG [Thread-1121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,714 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,715 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,715 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,715 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-09T12:52:32,716 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,716 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,717 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,717 DEBUG [Thread-1102 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,717 DEBUG [Thread-1102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,719 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:32,719 DEBUG [Thread-1117 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,719 DEBUG [Thread-1117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,719 DEBUG [Thread-1108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,720 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:32,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:32,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:52:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:32,733 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:32,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:52:32,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d0037b69387840579546771ac373173c is 50, key is test_row_0/A:col10/1731156752730/Put/seqid=0 2024-11-09T12:52:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156812765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156812766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156812767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156812769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156812771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742060_1236 (size=14341) 2024-11-09T12:52:32,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d0037b69387840579546771ac373173c 2024-11-09T12:52:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:32,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/aa29b803bfa34eb7b1c7d18bdb21366a is 50, key is test_row_0/B:col10/1731156752730/Put/seqid=0 2024-11-09T12:52:32,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:32,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156812877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156812877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156812877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156812877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156812888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742061_1237 (size=12001) 2024-11-09T12:52:32,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/aa29b803bfa34eb7b1c7d18bdb21366a 2024-11-09T12:52:32,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a126e1fdb2ee4dbfb7d636795c2100cc is 50, key is test_row_0/C:col10/1731156752730/Put/seqid=0 2024-11-09T12:52:32,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742062_1238 (size=12001) 2024-11-09T12:52:32,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a126e1fdb2ee4dbfb7d636795c2100cc 2024-11-09T12:52:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d0037b69387840579546771ac373173c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c 2024-11-09T12:52:33,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c, entries=200, sequenceid=14, filesize=14.0 K 2024-11-09T12:52:33,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/aa29b803bfa34eb7b1c7d18bdb21366a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a 2024-11-09T12:52:33,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:33,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T12:52:33,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a126e1fdb2ee4dbfb7d636795c2100cc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc 2024-11-09T12:52:33,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T12:52:33,058 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T12:52:33,059 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T12:52:33,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a4e60eb3a14fc45b3d09c20302376f13 in 327ms, sequenceid=14, compaction requested=false 2024-11-09T12:52:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:33,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:52:33,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/56d8774beefb43b9b67ae8b31317ec57 is 50, key is test_row_0/A:col10/1731156753090/Put/seqid=0 2024-11-09T12:52:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156813104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156813106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742063_1239 (size=16681) 2024-11-09T12:52:33,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156813110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156813111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/56d8774beefb43b9b67ae8b31317ec57 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156813112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/098aec659c6644ccb85b6fe990e99680 is 50, key is test_row_0/B:col10/1731156753090/Put/seqid=0 2024-11-09T12:52:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742064_1240 (size=12001) 2024-11-09T12:52:33,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/098aec659c6644ccb85b6fe990e99680 2024-11-09T12:52:33,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/db478dc11ccc4d18b0d3c9418e0706cf is 50, key is test_row_0/C:col10/1731156753090/Put/seqid=0 2024-11-09T12:52:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742065_1241 (size=12001) 2024-11-09T12:52:33,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156813218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156813218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156813227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156813227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156813227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156813427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156813427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156813438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156813438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156813438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/db478dc11ccc4d18b0d3c9418e0706cf 2024-11-09T12:52:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/56d8774beefb43b9b67ae8b31317ec57 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57 2024-11-09T12:52:33,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57, entries=250, sequenceid=40, filesize=16.3 K 2024-11-09T12:52:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/098aec659c6644ccb85b6fe990e99680 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680 2024-11-09T12:52:33,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:52:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/db478dc11ccc4d18b0d3c9418e0706cf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf 2024-11-09T12:52:33,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:52:33,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a4e60eb3a14fc45b3d09c20302376f13 in 563ms, sequenceid=40, compaction requested=false 2024-11-09T12:52:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:33,741 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:33,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:52:33,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/81935f2a188d4f2a977713581dde54ea is 50, key is test_row_0/A:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742066_1242 (size=14341) 2024-11-09T12:52:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156813787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156813789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156813791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156813791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156813792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:33,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156813907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156813907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156813907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156813907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156813908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:33,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:33,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:33,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156814117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156814118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156814118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156814118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156814118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/81935f2a188d4f2a977713581dde54ea 2024-11-09T12:52:34,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/1a941ae7743f4f5bb568f3630a0cb781 is 50, key is test_row_0/B:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742067_1243 (size=12001) 2024-11-09T12:52:34,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/1a941ae7743f4f5bb568f3630a0cb781 2024-11-09T12:52:34,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/ea101774c0e14e559f5f8247b8b81294 is 50, key is test_row_0/C:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742068_1244 (size=12001) 2024-11-09T12:52:34,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:34,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156814446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156814446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156814446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156814447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156814447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:34,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:34,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:34,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/ea101774c0e14e559f5f8247b8b81294 2024-11-09T12:52:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/81935f2a188d4f2a977713581dde54ea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea 2024-11-09T12:52:34,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea, entries=200, sequenceid=53, filesize=14.0 K 2024-11-09T12:52:34,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/1a941ae7743f4f5bb568f3630a0cb781 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781 2024-11-09T12:52:34,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T12:52:34,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/ea101774c0e14e559f5f8247b8b81294 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294 2024-11-09T12:52:34,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T12:52:34,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a4e60eb3a14fc45b3d09c20302376f13 in 907ms, sequenceid=53, compaction requested=true 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:34,649 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:34,649 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:34,658 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:34,658 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:34,658 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,659 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:34,659 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:34,659 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,659 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=44.3 K 2024-11-09T12:52:34,660 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.2 K 2024-11-09T12:52:34,662 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0037b69387840579546771ac373173c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731156752727 2024-11-09T12:52:34,663 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting aa29b803bfa34eb7b1c7d18bdb21366a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731156752730 2024-11-09T12:52:34,663 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56d8774beefb43b9b67ae8b31317ec57, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156752761 2024-11-09T12:52:34,664 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 098aec659c6644ccb85b6fe990e99680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156752761 2024-11-09T12:52:34,664 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81935f2a188d4f2a977713581dde54ea, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:34,673 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a941ae7743f4f5bb568f3630a0cb781, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:34,690 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#201 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:34,690 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/c453095a758d4ae480670ff3ee6842ce is 50, key is test_row_0/B:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:34,708 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:34,708 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/00703d9c36454518959d4fa745f9de2d is 50, key is test_row_0/A:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742069_1245 (size=12104) 2024-11-09T12:52:34,739 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/c453095a758d4ae480670ff3ee6842ce as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c453095a758d4ae480670ff3ee6842ce 2024-11-09T12:52:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742070_1246 (size=12104) 2024-11-09T12:52:34,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-09T12:52:34,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:52:34,763 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into c453095a758d4ae480670ff3ee6842ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:34,763 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:34,763 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156754649; duration=0sec 2024-11-09T12:52:34,763 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:34,763 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:34,764 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:34,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/3174a04e9ec2485eab07b5365c344660 is 50, key is test_row_0/A:col10/1731156753787/Put/seqid=0 2024-11-09T12:52:34,779 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:34,779 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:34,779 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:34,779 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.2 K 2024-11-09T12:52:34,780 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a126e1fdb2ee4dbfb7d636795c2100cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731156752730 2024-11-09T12:52:34,781 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting db478dc11ccc4d18b0d3c9418e0706cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156752761 2024-11-09T12:52:34,782 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ea101774c0e14e559f5f8247b8b81294, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:34,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742071_1247 (size=12001) 2024-11-09T12:52:34,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/3174a04e9ec2485eab07b5365c344660 2024-11-09T12:52:34,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/fbbe6a2ab1e84aa2a4544044b1378dff is 50, key is test_row_0/B:col10/1731156753787/Put/seqid=0 2024-11-09T12:52:34,826 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:34,827 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/e974934757b54e6c97894513498c9381 is 50, key is test_row_0/C:col10/1731156753740/Put/seqid=0 2024-11-09T12:52:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742073_1249 (size=12104) 2024-11-09T12:52:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742072_1248 (size=12001) 2024-11-09T12:52:34,897 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/fbbe6a2ab1e84aa2a4544044b1378dff 2024-11-09T12:52:34,904 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/e974934757b54e6c97894513498c9381 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/e974934757b54e6c97894513498c9381 2024-11-09T12:52:34,918 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into e974934757b54e6c97894513498c9381(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:34,918 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:34,918 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156754649; duration=0sec 2024-11-09T12:52:34,918 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:34,918 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:34,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7769f4e08a3544c599509710f74cb91e is 50, key is test_row_0/C:col10/1731156753787/Put/seqid=0 2024-11-09T12:52:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742074_1250 (size=12001) 2024-11-09T12:52:34,952 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7769f4e08a3544c599509710f74cb91e 2024-11-09T12:52:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/3174a04e9ec2485eab07b5365c344660 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660 2024-11-09T12:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:34,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:34,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:52:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/fbbe6a2ab1e84aa2a4544044b1378dff as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff 2024-11-09T12:52:34,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:52:34,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7769f4e08a3544c599509710f74cb91e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e 2024-11-09T12:52:34,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:52:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156814980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a4e60eb3a14fc45b3d09c20302376f13 in 244ms, sequenceid=77, compaction requested=false 2024-11-09T12:52:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:35,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:35,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-09T12:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-09T12:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:35,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:52:35,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T12:52:35,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2820 sec 2024-11-09T12:52:35,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.2920 sec 2024-11-09T12:52:35,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c7676cc003ea4e9a8b3561b487cba3cd is 50, key is test_row_0/A:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742075_1251 (size=16681) 2024-11-09T12:52:35,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c7676cc003ea4e9a8b3561b487cba3cd 2024-11-09T12:52:35,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156815050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156815058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156815054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156815063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f441829fe8dd4a7e91214cb2b0845832 is 50, key is test_row_0/B:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:35,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156815111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742076_1252 (size=12001) 2024-11-09T12:52:35,174 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/00703d9c36454518959d4fa745f9de2d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00703d9c36454518959d4fa745f9de2d 2024-11-09T12:52:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156815177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156815178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156815178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156815180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,186 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 00703d9c36454518959d4fa745f9de2d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:35,186 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:35,186 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156754649; duration=0sec 2024-11-09T12:52:35,186 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:35,186 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:35,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156815318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:52:35,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156815394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156815394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156815394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156815402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f441829fe8dd4a7e91214cb2b0845832 2024-11-09T12:52:35,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/992c0513727b4ecabe4936b18f92e73f is 50, key is test_row_0/C:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742077_1253 (size=12001) 2024-11-09T12:52:35,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156815629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156815708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156815708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156815708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156815723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:35,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/992c0513727b4ecabe4936b18f92e73f 2024-11-09T12:52:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c7676cc003ea4e9a8b3561b487cba3cd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd 2024-11-09T12:52:35,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd, entries=250, sequenceid=92, filesize=16.3 K 2024-11-09T12:52:35,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f441829fe8dd4a7e91214cb2b0845832 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832 2024-11-09T12:52:35,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T12:52:35,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/992c0513727b4ecabe4936b18f92e73f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f 2024-11-09T12:52:35,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T12:52:35,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a4e60eb3a14fc45b3d09c20302376f13 in 997ms, sequenceid=92, compaction requested=true 2024-11-09T12:52:35,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:35,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:35,999 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:36,000 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:36,002 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:36,002 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:36,002 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:36,002 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00703d9c36454518959d4fa745f9de2d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=39.8 K 2024-11-09T12:52:36,003 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00703d9c36454518959d4fa745f9de2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:36,004 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3174a04e9ec2485eab07b5365c344660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156753787 2024-11-09T12:52:36,005 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7676cc003ea4e9a8b3561b487cba3cd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754964 2024-11-09T12:52:36,010 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:36,010 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:36,010 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:36,010 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c453095a758d4ae480670ff3ee6842ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.3 K 2024-11-09T12:52:36,011 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c453095a758d4ae480670ff3ee6842ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:36,012 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fbbe6a2ab1e84aa2a4544044b1378dff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156753787 2024-11-09T12:52:36,012 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f441829fe8dd4a7e91214cb2b0845832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754979 2024-11-09T12:52:36,020 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:36,020 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/6cb49a392f65417aa40cf947ce61b724 is 50, key is test_row_0/A:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:36,027 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:36,028 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/603c3a6decbe415380922933f5215711 is 50, key is test_row_0/B:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742078_1254 (size=12207) 2024-11-09T12:52:36,065 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/6cb49a392f65417aa40cf947ce61b724 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6cb49a392f65417aa40cf947ce61b724 2024-11-09T12:52:36,072 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 6cb49a392f65417aa40cf947ce61b724(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:36,073 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:36,073 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156755998; duration=0sec 2024-11-09T12:52:36,073 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:36,073 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:36,073 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:36,074 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:36,074 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:36,075 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:36,075 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/e974934757b54e6c97894513498c9381, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.3 K 2024-11-09T12:52:36,075 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e974934757b54e6c97894513498c9381, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731156753109 2024-11-09T12:52:36,076 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7769f4e08a3544c599509710f74cb91e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156753787 2024-11-09T12:52:36,076 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 992c0513727b4ecabe4936b18f92e73f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754979 2024-11-09T12:52:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742079_1255 (size=12207) 2024-11-09T12:52:36,109 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:36,110 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/59a18c9a526a406bb6459302ab71b703 is 50, key is test_row_0/C:col10/1731156754979/Put/seqid=0 2024-11-09T12:52:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:36,149 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:36,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:52:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742080_1256 (size=12207) 2024-11-09T12:52:36,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d6c80f61aa0a4fb5a9af2db2abf11903 is 50, key is test_row_0/A:col10/1731156755059/Put/seqid=0 2024-11-09T12:52:36,218 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/59a18c9a526a406bb6459302ab71b703 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/59a18c9a526a406bb6459302ab71b703 2024-11-09T12:52:36,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742081_1257 (size=12001) 2024-11-09T12:52:36,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d6c80f61aa0a4fb5a9af2db2abf11903 2024-11-09T12:52:36,241 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 59a18c9a526a406bb6459302ab71b703(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:36,241 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:36,242 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156755999; duration=0sec 2024-11-09T12:52:36,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:36,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:36,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156816234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156816241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156816258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156816262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156816267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b6e5704545804a989404d1152b1bff89 is 50, key is test_row_0/B:col10/1731156755059/Put/seqid=0 2024-11-09T12:52:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742082_1258 (size=12001) 2024-11-09T12:52:36,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b6e5704545804a989404d1152b1bff89 2024-11-09T12:52:36,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156816357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b11d26fb5702422d9e821e21bee7e9e1 is 50, key is test_row_0/C:col10/1731156755059/Put/seqid=0 2024-11-09T12:52:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156816387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156816387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156816387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742083_1259 (size=12001) 2024-11-09T12:52:36,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b11d26fb5702422d9e821e21bee7e9e1 2024-11-09T12:52:36,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d6c80f61aa0a4fb5a9af2db2abf11903 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903 2024-11-09T12:52:36,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T12:52:36,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b6e5704545804a989404d1152b1bff89 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89 2024-11-09T12:52:36,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T12:52:36,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b11d26fb5702422d9e821e21bee7e9e1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1 2024-11-09T12:52:36,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T12:52:36,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for a4e60eb3a14fc45b3d09c20302376f13 in 320ms, sequenceid=117, compaction requested=false 2024-11-09T12:52:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:36,501 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/603c3a6decbe415380922933f5215711 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/603c3a6decbe415380922933f5215711 2024-11-09T12:52:36,520 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 603c3a6decbe415380922933f5215711(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:36,520 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:36,520 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156755999; duration=0sec 2024-11-09T12:52:36,520 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:36,520 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:36,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:36,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T12:52:36,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/7e8904144f824266b60b9941163de216 is 50, key is test_row_0/A:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742084_1260 (size=16831) 2024-11-09T12:52:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156816640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156816639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156816642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156816643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156816759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156816759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156816761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156816769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T12:52:36,888 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:36,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-09T12:52:36,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T12:52:36,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:36,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156816967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156816967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156816967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156816977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T12:52:37,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/7e8904144f824266b60b9941163de216 2024-11-09T12:52:37,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T12:52:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:37,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/2fb38b956d154dc5bf282a5aac8e085f is 50, key is test_row_0/B:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742085_1261 (size=12051) 2024-11-09T12:52:37,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/2fb38b956d154dc5bf282a5aac8e085f 2024-11-09T12:52:37,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8eff5d3cc88b47e9889857b4df49350e is 50, key is test_row_0/C:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742086_1262 (size=12051) 2024-11-09T12:52:37,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8eff5d3cc88b47e9889857b4df49350e 2024-11-09T12:52:37,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/7e8904144f824266b60b9941163de216 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216 2024-11-09T12:52:37,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216, entries=250, sequenceid=136, filesize=16.4 K 2024-11-09T12:52:37,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/2fb38b956d154dc5bf282a5aac8e085f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f 2024-11-09T12:52:37,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T12:52:37,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8eff5d3cc88b47e9889857b4df49350e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e 2024-11-09T12:52:37,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T12:52:37,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a4e60eb3a14fc45b3d09c20302376f13 in 582ms, sequenceid=136, compaction requested=true 2024-11-09T12:52:37,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:37,175 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:37,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:37,177 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:37,178 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:37,178 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:37,178 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,178 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6cb49a392f65417aa40cf947ce61b724, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=40.1 K 2024-11-09T12:52:37,178 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cb49a392f65417aa40cf947ce61b724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754979 2024-11-09T12:52:37,179 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:37,179 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:37,179 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,179 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/603c3a6decbe415380922933f5215711, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.4 K 2024-11-09T12:52:37,180 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c80f61aa0a4fb5a9af2db2abf11903, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156755043 2024-11-09T12:52:37,180 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 603c3a6decbe415380922933f5215711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754979 2024-11-09T12:52:37,180 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8904144f824266b60b9941163de216, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:37,181 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b6e5704545804a989404d1152b1bff89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156755043 2024-11-09T12:52:37,181 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb38b956d154dc5bf282a5aac8e085f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:37,203 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:37,204 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/d1cd92eb04584c30ac92aa69d89f7923 is 50, key is test_row_0/B:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T12:52:37,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T12:52:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,208 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T12:52:37,209 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:37,210 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d68708355b6d4f4bb5004d869c012bbf is 50, key is test_row_0/A:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:37,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/5904979aa4b74c688715d9d1dc24f571 is 50, key is test_row_0/A:col10/1731156756640/Put/seqid=0 2024-11-09T12:52:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742087_1263 (size=12359) 2024-11-09T12:52:37,235 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d68708355b6d4f4bb5004d869c012bbf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d68708355b6d4f4bb5004d869c012bbf 2024-11-09T12:52:37,242 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into d68708355b6d4f4bb5004d869c012bbf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:37,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:37,242 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156757175; duration=0sec 2024-11-09T12:52:37,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:37,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:37,242 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:37,245 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:37,245 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:37,245 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:37,245 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/59a18c9a526a406bb6459302ab71b703, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=35.4 K 2024-11-09T12:52:37,245 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a18c9a526a406bb6459302ab71b703, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731156754979 2024-11-09T12:52:37,246 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11d26fb5702422d9e821e21bee7e9e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156755043 2024-11-09T12:52:37,246 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eff5d3cc88b47e9889857b4df49350e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742088_1264 (size=12359) 2024-11-09T12:52:37,268 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:37,269 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/bcd73d8f8cfd45068e9896e0b06ce62d is 50, key is test_row_0/C:col10/1731156756175/Put/seqid=0 2024-11-09T12:52:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:37,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742089_1265 (size=12151) 2024-11-09T12:52:37,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/5904979aa4b74c688715d9d1dc24f571 2024-11-09T12:52:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742090_1266 (size=12359) 2024-11-09T12:52:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/33d55b78380b47da8433fb4fd3c4fe03 is 50, key is test_row_0/B:col10/1731156756640/Put/seqid=0 2024-11-09T12:52:37,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156817316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156817318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156817321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156817321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156817323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742091_1267 (size=12151) 2024-11-09T12:52:37,363 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/33d55b78380b47da8433fb4fd3c4fe03 2024-11-09T12:52:37,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/3b0a4da0003f49ac8b2cc46a518d8cbd is 50, key is test_row_0/C:col10/1731156756640/Put/seqid=0 2024-11-09T12:52:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742092_1268 (size=12151) 2024-11-09T12:52:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156817437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156817437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156817437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156817438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156817439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T12:52:37,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156817657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156817658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156817658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,669 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/d1cd92eb04584c30ac92aa69d89f7923 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1cd92eb04584c30ac92aa69d89f7923 2024-11-09T12:52:37,690 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into d1cd92eb04584c30ac92aa69d89f7923(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:37,690 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:37,690 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156757176; duration=0sec 2024-11-09T12:52:37,690 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:37,690 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:37,734 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/bcd73d8f8cfd45068e9896e0b06ce62d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/bcd73d8f8cfd45068e9896e0b06ce62d 2024-11-09T12:52:37,753 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into bcd73d8f8cfd45068e9896e0b06ce62d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:37,753 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:37,753 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156757176; duration=0sec 2024-11-09T12:52:37,753 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:37,753 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:37,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/3b0a4da0003f49ac8b2cc46a518d8cbd 2024-11-09T12:52:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/5904979aa4b74c688715d9d1dc24f571 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571 2024-11-09T12:52:37,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T12:52:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/33d55b78380b47da8433fb4fd3c4fe03 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03 2024-11-09T12:52:37,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T12:52:37,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/3b0a4da0003f49ac8b2cc46a518d8cbd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd 2024-11-09T12:52:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156817970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156817970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156817970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156817970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156817970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:37,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,001 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a4e60eb3a14fc45b3d09c20302376f13 in 793ms, sequenceid=156, compaction requested=false 2024-11-09T12:52:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-09T12:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-09T12:52:38,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T12:52:38,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-09T12:52:38,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.1260 sec 2024-11-09T12:52:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T12:52:38,038 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:38,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-09T12:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T12:52:38,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:38,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:38,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T12:52:38,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T12:52:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:38,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T12:52:38,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e4c477921da1439caf93f30334bf0fe0 is 50, key is test_row_0/A:col10/1731156757308/Put/seqid=0 2024-11-09T12:52:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742093_1269 (size=12151) 2024-11-09T12:52:38,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e4c477921da1439caf93f30334bf0fe0 2024-11-09T12:52:38,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/60ddd6c76eff4b8fa017004ec8c0cd02 is 50, key is test_row_0/B:col10/1731156757308/Put/seqid=0 2024-11-09T12:52:38,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742094_1270 (size=12151) 2024-11-09T12:52:38,362 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/60ddd6c76eff4b8fa017004ec8c0cd02 2024-11-09T12:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T12:52:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8fc78d28272943fcacdb349dae19bc9b is 50, key is test_row_0/C:col10/1731156757308/Put/seqid=0 2024-11-09T12:52:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742095_1271 (size=12151) 2024-11-09T12:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:38,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156818533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156818536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156818536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156818545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156818546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156818657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156818658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156818658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156818659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156818659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T12:52:38,822 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8fc78d28272943fcacdb349dae19bc9b 2024-11-09T12:52:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e4c477921da1439caf93f30334bf0fe0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0 2024-11-09T12:52:38,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T12:52:38,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/60ddd6c76eff4b8fa017004ec8c0cd02 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02 2024-11-09T12:52:38,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T12:52:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/8fc78d28272943fcacdb349dae19bc9b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b 2024-11-09T12:52:38,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T12:52:38,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a4e60eb3a14fc45b3d09c20302376f13 in 664ms, sequenceid=175, compaction requested=true 2024-11-09T12:52:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-09T12:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-09T12:52:38,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T12:52:38,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 830 msec 2024-11-09T12:52:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:38,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T12:52:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:38,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 842 msec 2024-11-09T12:52:38,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/128d2213301a4436bc6f9975ba80f04c is 50, key is test_row_0/A:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156818909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156818909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156818911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156818911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156818912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742096_1272 (size=12151) 2024-11-09T12:52:38,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/128d2213301a4436bc6f9975ba80f04c 2024-11-09T12:52:38,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/9ec9791b0cb44965816e61f1593d673d is 50, key is test_row_0/B:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742097_1273 (size=12151) 2024-11-09T12:52:39,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/9ec9791b0cb44965816e61f1593d673d 2024-11-09T12:52:39,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156819027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156819027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/5aa9f54b2a1b46f1ba6b4fad171465a9 is 50, key is test_row_0/C:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156819029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156819029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156819034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742098_1274 (size=12151) 2024-11-09T12:52:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T12:52:39,198 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:39,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T12:52:39,202 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:39,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:39,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156819237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156819237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156819248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156819249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156819249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:39,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T12:52:39,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:39,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/5aa9f54b2a1b46f1ba6b4fad171465a9 2024-11-09T12:52:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/128d2213301a4436bc6f9975ba80f04c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c 2024-11-09T12:52:39,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T12:52:39,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/9ec9791b0cb44965816e61f1593d673d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d 2024-11-09T12:52:39,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T12:52:39,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/5aa9f54b2a1b46f1ba6b4fad171465a9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9 2024-11-09T12:52:39,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T12:52:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T12:52:39,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a4e60eb3a14fc45b3d09c20302376f13 in 636ms, sequenceid=197, compaction requested=true 2024-11-09T12:52:39,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:39,520 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:39,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:39,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:39,521 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,522 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:39,523 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:39,523 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,523 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d68708355b6d4f4bb5004d869c012bbf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=47.7 K 2024-11-09T12:52:39,526 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d68708355b6d4f4bb5004d869c012bbf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:39,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:39,532 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:39,532 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,532 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1cd92eb04584c30ac92aa69d89f7923, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=47.7 K 2024-11-09T12:52:39,533 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5904979aa4b74c688715d9d1dc24f571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156756638 2024-11-09T12:52:39,534 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d1cd92eb04584c30ac92aa69d89f7923, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:39,535 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c477921da1439caf93f30334bf0fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731156757308 2024-11-09T12:52:39,535 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d55b78380b47da8433fb4fd3c4fe03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156756638 2024-11-09T12:52:39,535 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128d2213301a4436bc6f9975ba80f04c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:39,536 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ddd6c76eff4b8fa017004ec8c0cd02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731156757308 2024-11-09T12:52:39,536 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ec9791b0cb44965816e61f1593d673d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:39,553 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#231 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:39,556 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:39,556 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/4568a44a1bee4ed491ab81f1fa09b62b is 50, key is test_row_0/B:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:39,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:39,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:52:39,560 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/746a4d97c9e64a82ad11bdde8a709d00 is 50, key is test_row_0/A:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:39,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e42aa1510eec454c92f0e6c65c2594d0 is 50, key is test_row_0/A:col10/1731156759552/Put/seqid=0 2024-11-09T12:52:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742099_1275 (size=12595) 2024-11-09T12:52:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742100_1276 (size=12595) 2024-11-09T12:52:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156819626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156819626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156819632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156819634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,648 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/746a4d97c9e64a82ad11bdde8a709d00 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/746a4d97c9e64a82ad11bdde8a709d00 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742101_1277 (size=12151) 2024-11-09T12:52:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156819638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e42aa1510eec454c92f0e6c65c2594d0 2024-11-09T12:52:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,655 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 746a4d97c9e64a82ad11bdde8a709d00(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:39,655 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:39,655 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=12, startTime=1731156759520; duration=0sec 2024-11-09T12:52:39,655 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:39,656 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:39,656 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:39,659 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:39,659 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:39,659 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,659 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/bcd73d8f8cfd45068e9896e0b06ce62d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=47.7 K 2024-11-09T12:52:39,660 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd73d8f8cfd45068e9896e0b06ce62d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731156756175 2024-11-09T12:52:39,660 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0a4da0003f49ac8b2cc46a518d8cbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156756638 2024-11-09T12:52:39,661 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fc78d28272943fcacdb349dae19bc9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731156757308 2024-11-09T12:52:39,661 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aa9f54b2a1b46f1ba6b4fad171465a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:39,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T12:52:39,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 is 50, key is test_row_0/B:col10/1731156759552/Put/seqid=0 2024-11-09T12:52:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:39,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:39,690 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#235 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:39,691 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/84acd0b407514b0ca67c8b3e00f5f8f5 is 50, key is test_row_0/C:col10/1731156758881/Put/seqid=0 2024-11-09T12:52:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742103_1279 (size=12595) 2024-11-09T12:52:39,724 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/84acd0b407514b0ca67c8b3e00f5f8f5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/84acd0b407514b0ca67c8b3e00f5f8f5 2024-11-09T12:52:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742102_1278 (size=12151) 2024-11-09T12:52:39,733 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 84acd0b407514b0ca67c8b3e00f5f8f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:39,733 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:39,733 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=12, startTime=1731156759549; duration=0sec 2024-11-09T12:52:39,733 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:39,733 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:39,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 2024-11-09T12:52:39,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a829b73c656c402fb93bdd8c6f6411cb is 50, key is test_row_0/C:col10/1731156759552/Put/seqid=0 2024-11-09T12:52:39,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156819758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156819758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156819758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156819758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156819758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742104_1280 (size=12151) 2024-11-09T12:52:39,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a829b73c656c402fb93bdd8c6f6411cb 2024-11-09T12:52:39,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/e42aa1510eec454c92f0e6c65c2594d0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0 2024-11-09T12:52:39,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:52:39,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 2024-11-09T12:52:39,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:52:39,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a829b73c656c402fb93bdd8c6f6411cb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb 2024-11-09T12:52:39,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:52:39,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a4e60eb3a14fc45b3d09c20302376f13 in 262ms, sequenceid=212, compaction requested=false 2024-11-09T12:52:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:39,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T12:52:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:39,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T12:52:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/6e95b810a97d4ba7b5ff695e77d5b6e6 is 50, key is test_row_0/A:col10/1731156759609/Put/seqid=0 2024-11-09T12:52:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742105_1281 (size=12151) 2024-11-09T12:52:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156819986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156819986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156819988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156819991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156819993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,017 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/4568a44a1bee4ed491ab81f1fa09b62b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4568a44a1bee4ed491ab81f1fa09b62b 2024-11-09T12:52:40,029 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 4568a44a1bee4ed491ab81f1fa09b62b(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:40,029 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:40,029 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=12, startTime=1731156759521; duration=0sec 2024-11-09T12:52:40,029 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:40,029 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156820097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156820097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156820097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156820097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156820108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/6e95b810a97d4ba7b5ff695e77d5b6e6 2024-11-09T12:52:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156820312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5ff49dddf7e94a6ab8620d5cca4131c6 is 50, key is test_row_0/B:col10/1731156759609/Put/seqid=0 2024-11-09T12:52:40,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156820317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156820318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156820318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156820318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742106_1282 (size=12151) 2024-11-09T12:52:40,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156820638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156820638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156820641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156820641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156820661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:40,786 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5ff49dddf7e94a6ab8620d5cca4131c6 2024-11-09T12:52:40,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/6ef764d9e16147fab6d9264892526aa4 is 50, key is test_row_0/C:col10/1731156759609/Put/seqid=0 2024-11-09T12:52:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742107_1283 (size=12151) 2024-11-09T12:52:40,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/6ef764d9e16147fab6d9264892526aa4 2024-11-09T12:52:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/6e95b810a97d4ba7b5ff695e77d5b6e6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6 2024-11-09T12:52:41,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T12:52:41,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5ff49dddf7e94a6ab8620d5cca4131c6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6 2024-11-09T12:52:41,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T12:52:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/6ef764d9e16147fab6d9264892526aa4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4 2024-11-09T12:52:41,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T12:52:41,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a4e60eb3a14fc45b3d09c20302376f13 in 1258ms, sequenceid=235, compaction requested=true 2024-11-09T12:52:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T12:52:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T12:52:41,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T12:52:41,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-09T12:52:41,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.9140 sec 2024-11-09T12:52:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:41,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T12:52:41,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c3497d8f2c284a8380a5fb67ec8b665d is 50, key is test_row_0/A:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742108_1284 (size=16931) 2024-11-09T12:52:41,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c3497d8f2c284a8380a5fb67ec8b665d 2024-11-09T12:52:41,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/02fa4989696744b5aebc40985e2b9553 is 50, key is test_row_0/B:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742109_1285 (size=12151) 2024-11-09T12:52:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156821250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156821250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156821251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156821251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156821253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T12:52:41,363 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:41,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T12:52:41,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156821362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:41,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:41,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:41,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156821367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156821367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156821370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156821367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:41,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T12:52:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156821580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156821580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156821590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156821590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156821590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/02fa4989696744b5aebc40985e2b9553 2024-11-09T12:52:41,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/c48086b648e84abab1fa8c79aed8f3bf is 50, key is test_row_0/C:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:41,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T12:52:41,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742110_1286 (size=12151) 2024-11-09T12:52:41,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T12:52:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:41,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156821887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156821902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156821907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156821907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156821908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:42,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T12:52:42,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:42,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:42,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/c48086b648e84abab1fa8c79aed8f3bf 2024-11-09T12:52:42,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/c3497d8f2c284a8380a5fb67ec8b665d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d 2024-11-09T12:52:42,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d, entries=250, sequenceid=253, filesize=16.5 K 2024-11-09T12:52:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/02fa4989696744b5aebc40985e2b9553 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553 2024-11-09T12:52:42,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553, entries=150, sequenceid=253, filesize=11.9 K 2024-11-09T12:52:42,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/c48086b648e84abab1fa8c79aed8f3bf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf 2024-11-09T12:52:42,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf, entries=150, sequenceid=253, filesize=11.9 K 2024-11-09T12:52:42,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a4e60eb3a14fc45b3d09c20302376f13 in 1003ms, sequenceid=253, compaction requested=true 2024-11-09T12:52:42,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:42,162 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:42,162 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:42,166 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:42,166 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:42,166 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,166 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/746a4d97c9e64a82ad11bdde8a709d00, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=52.6 K 2024-11-09T12:52:42,166 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:42,166 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:42,166 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,167 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4568a44a1bee4ed491ab81f1fa09b62b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=47.9 K 2024-11-09T12:52:42,167 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 746a4d97c9e64a82ad11bdde8a709d00, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:42,167 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4568a44a1bee4ed491ab81f1fa09b62b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:42,167 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e4b4e5d38fe499baf9c7ea6a34d34e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156758906 2024-11-09T12:52:42,168 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e42aa1510eec454c92f0e6c65c2594d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156758906 2024-11-09T12:52:42,177 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ff49dddf7e94a6ab8620d5cca4131c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731156759609 2024-11-09T12:52:42,177 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e95b810a97d4ba7b5ff695e77d5b6e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731156759609 2024-11-09T12:52:42,180 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3497d8f2c284a8380a5fb67ec8b665d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:42,180 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 02fa4989696744b5aebc40985e2b9553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:42,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T12:52:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T12:52:42,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f496177bca07455c9702109ca3855cd3 is 50, key is test_row_0/A:col10/1731156761242/Put/seqid=0 2024-11-09T12:52:42,280 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:42,281 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/6821f5e71e5145f9b4ba64938e8423cd is 50, key is test_row_0/B:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:42,287 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:42,288 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/9e3c86c166bf40eb859da579ee8a4009 is 50, key is test_row_0/A:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742111_1287 (size=12301) 2024-11-09T12:52:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742112_1288 (size=12731) 2024-11-09T12:52:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742113_1289 (size=12731) 2024-11-09T12:52:42,355 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/6821f5e71e5145f9b4ba64938e8423cd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/6821f5e71e5145f9b4ba64938e8423cd 2024-11-09T12:52:42,368 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/9e3c86c166bf40eb859da579ee8a4009 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/9e3c86c166bf40eb859da579ee8a4009 2024-11-09T12:52:42,368 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 6821f5e71e5145f9b4ba64938e8423cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:42,368 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:42,369 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=12, startTime=1731156762162; duration=0sec 2024-11-09T12:52:42,369 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:42,369 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:42,369 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:42,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:42,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:42,376 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:42,377 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/84acd0b407514b0ca67c8b3e00f5f8f5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=47.9 K 2024-11-09T12:52:42,377 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 84acd0b407514b0ca67c8b3e00f5f8f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156758531 2024-11-09T12:52:42,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a829b73c656c402fb93bdd8c6f6411cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156758906 2024-11-09T12:52:42,379 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ef764d9e16147fab6d9264892526aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731156759609 2024-11-09T12:52:42,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 9e3c86c166bf40eb859da579ee8a4009(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:42,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:42,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=12, startTime=1731156762161; duration=0sec 2024-11-09T12:52:42,379 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c48086b648e84abab1fa8c79aed8f3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:42,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:42,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:42,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:42,482 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:42,483 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/d8f3558c7c4749c785643a1e72b07488 is 50, key is test_row_0/C:col10/1731156759981/Put/seqid=0 2024-11-09T12:52:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742114_1290 (size=12731) 2024-11-09T12:52:42,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156822514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156822516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156822527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156822528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156822529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,563 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/d8f3558c7c4749c785643a1e72b07488 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/d8f3558c7c4749c785643a1e72b07488 2024-11-09T12:52:42,601 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into d8f3558c7c4749c785643a1e72b07488(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:42,602 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:42,602 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=12, startTime=1731156762162; duration=0sec 2024-11-09T12:52:42,602 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:42,602 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:42,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156822638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156822638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156822647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156822647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156822649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f496177bca07455c9702109ca3855cd3 2024-11-09T12:52:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f180e4323df347a290ac8494bb8ec6a4 is 50, key is test_row_0/B:col10/1731156761242/Put/seqid=0 2024-11-09T12:52:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742115_1291 (size=12301) 2024-11-09T12:52:42,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156822854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156822854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156822862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156822862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156822871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156823168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156823169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f180e4323df347a290ac8494bb8ec6a4 2024-11-09T12:52:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156823178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156823178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156823187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b07cba70bf5b47ceb75591f04917b916 is 50, key is test_row_0/C:col10/1731156761242/Put/seqid=0 2024-11-09T12:52:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742116_1292 (size=12301) 2024-11-09T12:52:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:43,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b07cba70bf5b47ceb75591f04917b916 2024-11-09T12:52:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156823678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156823678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f496177bca07455c9702109ca3855cd3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3 2024-11-09T12:52:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156823690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156823690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156823698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:43,713 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3, entries=150, sequenceid=272, filesize=12.0 K 2024-11-09T12:52:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/f180e4323df347a290ac8494bb8ec6a4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4 2024-11-09T12:52:43,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4, entries=150, sequenceid=272, filesize=12.0 K 2024-11-09T12:52:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b07cba70bf5b47ceb75591f04917b916 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916 2024-11-09T12:52:43,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916, entries=150, sequenceid=272, filesize=12.0 K 2024-11-09T12:52:43,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a4e60eb3a14fc45b3d09c20302376f13 in 1546ms, sequenceid=272, compaction requested=false 2024-11-09T12:52:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T12:52:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T12:52:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T12:52:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-09T12:52:43,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.3780 sec 2024-11-09T12:52:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:44,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T12:52:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:44,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/ac18688648c0493ab96b93e77255be83 is 50, key is test_row_0/A:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:44,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742117_1293 (size=12301) 2024-11-09T12:52:44,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156824742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/ac18688648c0493ab96b93e77255be83 2024-11-09T12:52:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156824746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156824751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156824752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156824758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/3cf13048ee4e4accb842961db0714334 is 50, key is test_row_0/B:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742118_1294 (size=12301) 2024-11-09T12:52:44,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/3cf13048ee4e4accb842961db0714334 2024-11-09T12:52:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156824857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7cd19fb4b6bb4b8796c90e9efc9f804e is 50, key is test_row_0/C:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156824867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156824868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156824869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156824877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742119_1295 (size=12301) 2024-11-09T12:52:44,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7cd19fb4b6bb4b8796c90e9efc9f804e 2024-11-09T12:52:44,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/ac18688648c0493ab96b93e77255be83 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83 2024-11-09T12:52:44,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83, entries=150, sequenceid=294, filesize=12.0 K 2024-11-09T12:52:44,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/3cf13048ee4e4accb842961db0714334 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334 2024-11-09T12:52:44,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334, entries=150, sequenceid=294, filesize=12.0 K 2024-11-09T12:52:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7cd19fb4b6bb4b8796c90e9efc9f804e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e 2024-11-09T12:52:44,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-09T12:52:44,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a4e60eb3a14fc45b3d09c20302376f13 in 292ms, sequenceid=294, compaction requested=true 2024-11-09T12:52:44,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:44,990 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:44,991 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:44,991 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:44,991 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:44,992 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/9e3c86c166bf40eb859da579ee8a4009, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.5 K 2024-11-09T12:52:44,992 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e3c86c166bf40eb859da579ee8a4009, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:44,992 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f496177bca07455c9702109ca3855cd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731156761193 2024-11-09T12:52:44,993 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ac18688648c0493ab96b93e77255be83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:44,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:44,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:44,998 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:44,999 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:44,999 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:44,999 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:44,999 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/6821f5e71e5145f9b4ba64938e8423cd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.5 K 2024-11-09T12:52:45,000 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6821f5e71e5145f9b4ba64938e8423cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:45,000 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f180e4323df347a290ac8494bb8ec6a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731156761193 2024-11-09T12:52:45,001 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cf13048ee4e4accb842961db0714334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:45,003 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:45,004 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/173a67fdc33345a0bb87643a34945677 is 50, key is test_row_0/A:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:45,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:45,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:45,011 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:45,012 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/8c6584f612e648c6a839eba547bdaa14 is 50, key is test_row_0/B:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:45,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742120_1296 (size=12983) 2024-11-09T12:52:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742121_1297 (size=12983) 2024-11-09T12:52:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:45,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:45,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T12:52:45,116 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/173a67fdc33345a0bb87643a34945677 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/173a67fdc33345a0bb87643a34945677 2024-11-09T12:52:45,121 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/8c6584f612e648c6a839eba547bdaa14 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/8c6584f612e648c6a839eba547bdaa14 2024-11-09T12:52:45,125 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 173a67fdc33345a0bb87643a34945677(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:45,125 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:45,125 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156764990; duration=0sec 2024-11-09T12:52:45,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/eb0f684bdb0d42e0aea955f2dc2d9e5f is 50, key is test_row_0/A:col10/1731156764737/Put/seqid=0 2024-11-09T12:52:45,130 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:45,130 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:45,132 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:45,134 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 8c6584f612e648c6a839eba547bdaa14(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:45,135 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:45,135 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156764998; duration=0sec 2024-11-09T12:52:45,135 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:45,135 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:45,136 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:45,136 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:45,136 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:45,136 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/d8f3558c7c4749c785643a1e72b07488, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.5 K 2024-11-09T12:52:45,136 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f3558c7c4749c785643a1e72b07488, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731156759981 2024-11-09T12:52:45,137 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b07cba70bf5b47ceb75591f04917b916, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731156761193 2024-11-09T12:52:45,137 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd19fb4b6bb4b8796c90e9efc9f804e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:45,154 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:45,155 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/621ed93227b2411590b410e161c85909 is 50, key is test_row_0/C:col10/1731156762524/Put/seqid=0 2024-11-09T12:52:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742122_1298 (size=14741) 2024-11-09T12:52:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156825141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/eb0f684bdb0d42e0aea955f2dc2d9e5f 2024-11-09T12:52:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156825153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156825154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156825154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156825158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/4cce3c15f5c5434ea8cc44bc2b5c486d is 50, key is test_row_0/B:col10/1731156764737/Put/seqid=0 2024-11-09T12:52:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742123_1299 (size=12983) 2024-11-09T12:52:45,218 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/621ed93227b2411590b410e161c85909 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/621ed93227b2411590b410e161c85909 2024-11-09T12:52:45,226 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 621ed93227b2411590b410e161c85909(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:45,226 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:45,227 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156765007; duration=0sec 2024-11-09T12:52:45,227 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:45,227 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742124_1300 (size=12301) 2024-11-09T12:52:45,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/4cce3c15f5c5434ea8cc44bc2b5c486d 2024-11-09T12:52:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156825267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b00717a8f5274932a839ee1767611fab is 50, key is test_row_0/C:col10/1731156764737/Put/seqid=0 2024-11-09T12:52:45,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156825277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156825277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156825278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156825277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742125_1301 (size=12301) 2024-11-09T12:52:45,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b00717a8f5274932a839ee1767611fab 2024-11-09T12:52:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/eb0f684bdb0d42e0aea955f2dc2d9e5f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f 2024-11-09T12:52:45,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f, entries=200, sequenceid=313, filesize=14.4 K 2024-11-09T12:52:45,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/4cce3c15f5c5434ea8cc44bc2b5c486d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d 2024-11-09T12:52:45,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-09T12:52:45,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/b00717a8f5274932a839ee1767611fab as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab 2024-11-09T12:52:45,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab, entries=150, sequenceid=313, filesize=12.0 K 2024-11-09T12:52:45,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a4e60eb3a14fc45b3d09c20302376f13 in 290ms, sequenceid=313, compaction requested=false 2024-11-09T12:52:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:45,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T12:52:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/2667219ba8094c39aa2757c3af133a70 is 50, key is test_row_0/A:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156825510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156825517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156825519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156825521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156825521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T12:52:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,532 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:45,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T12:52:45,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:45,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:45,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742126_1302 (size=12301) 2024-11-09T12:52:45,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156825632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156825637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156825637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156825637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156825637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:45,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:45,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156825837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:45,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156825847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156825847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156825847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156825851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:45,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/2667219ba8094c39aa2757c3af133a70 2024-11-09T12:52:45,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/bfaebadc8d7940e09a2ab1c06909c0f1 is 50, key is test_row_0/B:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:46,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742127_1303 (size=12301) 2024-11-09T12:52:46,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/bfaebadc8d7940e09a2ab1c06909c0f1 2024-11-09T12:52:46,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a7d0ac48d80444dabcb7619f8b5664d4 is 50, key is test_row_0/C:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742128_1304 (size=12301) 2024-11-09T12:52:46,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a7d0ac48d80444dabcb7619f8b5664d4 2024-11-09T12:52:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/2667219ba8094c39aa2757c3af133a70 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70 2024-11-09T12:52:46,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70, entries=150, sequenceid=335, filesize=12.0 K 2024-11-09T12:52:46,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/bfaebadc8d7940e09a2ab1c06909c0f1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1 2024-11-09T12:52:46,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-09T12:52:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a7d0ac48d80444dabcb7619f8b5664d4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4 2024-11-09T12:52:46,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-09T12:52:46,106 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-09T12:52:46,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a4e60eb3a14fc45b3d09c20302376f13 in 627ms, sequenceid=335, compaction requested=true 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:46,107 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:46,108 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:46,109 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:46,109 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:46,109 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,109 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/8c6584f612e648c6a839eba547bdaa14, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.7 K 2024-11-09T12:52:46,110 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:46,110 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:46,110 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,110 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/173a67fdc33345a0bb87643a34945677, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=39.1 K 2024-11-09T12:52:46,110 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c6584f612e648c6a839eba547bdaa14, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:46,110 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173a67fdc33345a0bb87643a34945677, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:46,111 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0f684bdb0d42e0aea955f2dc2d9e5f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731156764732 2024-11-09T12:52:46,111 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cce3c15f5c5434ea8cc44bc2b5c486d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731156764732 2024-11-09T12:52:46,111 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2667219ba8094c39aa2757c3af133a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:46,112 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting bfaebadc8d7940e09a2ab1c06909c0f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:46,126 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:46,126 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/00fa1cb2cf5f425b91b73213e11492bd is 50, key is test_row_0/A:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:46,129 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:46,130 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/3d78ce2c660c48538f1d21243c65a5a4 is 50, key is test_row_0/B:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:46,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:46,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T12:52:46,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742130_1306 (size=13085) 2024-11-09T12:52:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:46,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/52d21a5f9852405c90033e54e54d8ccf is 50, key is test_row_0/A:col10/1731156765518/Put/seqid=0 2024-11-09T12:52:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742129_1305 (size=13085) 2024-11-09T12:52:46,180 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/00fa1cb2cf5f425b91b73213e11492bd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00fa1cb2cf5f425b91b73213e11492bd 2024-11-09T12:52:46,190 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 00fa1cb2cf5f425b91b73213e11492bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:46,190 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:46,190 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156766107; duration=0sec 2024-11-09T12:52:46,190 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:46,190 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:46,190 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:46,192 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:46,192 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:46,192 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,192 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/621ed93227b2411590b410e161c85909, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.7 K 2024-11-09T12:52:46,192 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 621ed93227b2411590b410e161c85909, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731156762524 2024-11-09T12:52:46,193 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b00717a8f5274932a839ee1767611fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731156764732 2024-11-09T12:52:46,193 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d0ac48d80444dabcb7619f8b5664d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742131_1307 (size=14741) 2024-11-09T12:52:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156826195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156826207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156826209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/52d21a5f9852405c90033e54e54d8ccf 2024-11-09T12:52:46,224 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:46,225 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/072e9bde25184b1095b0b5fdf41dbf9f is 50, key is test_row_0/C:col10/1731156765125/Put/seqid=0 2024-11-09T12:52:46,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/51efae35467742c89b37c2622c032b06 is 50, key is test_row_0/B:col10/1731156765518/Put/seqid=0 2024-11-09T12:52:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742132_1308 (size=13085) 2024-11-09T12:52:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742133_1309 (size=12301) 2024-11-09T12:52:46,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/51efae35467742c89b37c2622c032b06 2024-11-09T12:52:46,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156826319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156826321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7f77d81c9a6d40338741f1d2283c06fe is 50, key is test_row_0/C:col10/1731156765518/Put/seqid=0 2024-11-09T12:52:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742134_1310 (size=12301) 2024-11-09T12:52:46,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7f77d81c9a6d40338741f1d2283c06fe 2024-11-09T12:52:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/52d21a5f9852405c90033e54e54d8ccf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf 2024-11-09T12:52:46,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf, entries=200, sequenceid=353, filesize=14.4 K 2024-11-09T12:52:46,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/51efae35467742c89b37c2622c032b06 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06 2024-11-09T12:52:46,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T12:52:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/7f77d81c9a6d40338741f1d2283c06fe as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe 2024-11-09T12:52:46,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T12:52:46,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a4e60eb3a14fc45b3d09c20302376f13 in 254ms, sequenceid=353, compaction requested=false 2024-11-09T12:52:46,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:46,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T12:52:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:46,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T12:52:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/63887e22e68b40ac85440631c8f6d332 is 50, key is test_row_0/A:col10/1731156766203/Put/seqid=0 2024-11-09T12:52:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742135_1311 (size=12301) 2024-11-09T12:52:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:46,569 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/3d78ce2c660c48538f1d21243c65a5a4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3d78ce2c660c48538f1d21243c65a5a4 2024-11-09T12:52:46,576 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 3d78ce2c660c48538f1d21243c65a5a4(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:46,576 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:46,576 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156766107; duration=0sec 2024-11-09T12:52:46,576 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:46,576 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156826572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156826574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156826575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156826580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156826582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,673 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/072e9bde25184b1095b0b5fdf41dbf9f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/072e9bde25184b1095b0b5fdf41dbf9f 2024-11-09T12:52:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:46,679 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 072e9bde25184b1095b0b5fdf41dbf9f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:46,679 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:46,679 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156766107; duration=0sec 2024-11-09T12:52:46,679 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:46,679 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156826688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156826688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156826688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156826700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156826700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156826905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156826910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156826910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156826917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156826917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:46,939 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/63887e22e68b40ac85440631c8f6d332 2024-11-09T12:52:46,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5393639658f64eccbe4c726400300780 is 50, key is test_row_0/B:col10/1731156766203/Put/seqid=0 2024-11-09T12:52:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742136_1312 (size=12301) 2024-11-09T12:52:47,004 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5393639658f64eccbe4c726400300780 2024-11-09T12:52:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/346048af2ce24010bd4876802b079402 is 50, key is test_row_0/C:col10/1731156766203/Put/seqid=0 2024-11-09T12:52:47,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742137_1313 (size=12301) 2024-11-09T12:52:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/346048af2ce24010bd4876802b079402 2024-11-09T12:52:47,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/63887e22e68b40ac85440631c8f6d332 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332 2024-11-09T12:52:47,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332, entries=150, sequenceid=372, filesize=12.0 K 2024-11-09T12:52:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5393639658f64eccbe4c726400300780 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780 2024-11-09T12:52:47,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780, entries=150, sequenceid=372, filesize=12.0 K 2024-11-09T12:52:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/346048af2ce24010bd4876802b079402 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402 2024-11-09T12:52:47,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402, entries=150, sequenceid=372, filesize=12.0 K 2024-11-09T12:52:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T12:52:47,121 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a4e60eb3a14fc45b3d09c20302376f13 in 654ms, sequenceid=372, compaction requested=true 2024-11-09T12:52:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T12:52:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T12:52:47,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T12:52:47,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-11-09T12:52:47,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5940 sec 2024-11-09T12:52:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:47,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T12:52:47,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/fef29db263614156b86cacd97547f3fd is 50, key is test_row_0/A:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742138_1314 (size=12301) 2024-11-09T12:52:47,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156827268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156827269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156827270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156827270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156827274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/fef29db263614156b86cacd97547f3fd 2024-11-09T12:52:47,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/dba3e5ba122545478b0beb4ca4957a06 is 50, key is test_row_0/B:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156827387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156827388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156827388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156827388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156827389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742139_1315 (size=12301) 2024-11-09T12:52:47,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/dba3e5ba122545478b0beb4ca4957a06 2024-11-09T12:52:47,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/72c6af7b83a042419347b9817ec78360 is 50, key is test_row_0/C:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742140_1316 (size=12301) 2024-11-09T12:52:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156827598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156827598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156827602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156827602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156827621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T12:52:47,702 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:47,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T12:52:47,707 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T12:52:47,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:47,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T12:52:47,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T12:52:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:47,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:47,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156827907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156827907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156827918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156827921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156827927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:47,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/72c6af7b83a042419347b9817ec78360 2024-11-09T12:52:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/fef29db263614156b86cacd97547f3fd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd 2024-11-09T12:52:47,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd, entries=150, sequenceid=393, filesize=12.0 K 2024-11-09T12:52:47,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/dba3e5ba122545478b0beb4ca4957a06 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06 2024-11-09T12:52:47,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06, entries=150, sequenceid=393, filesize=12.0 K 2024-11-09T12:52:47,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/72c6af7b83a042419347b9817ec78360 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360 2024-11-09T12:52:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360, entries=150, sequenceid=393, filesize=12.0 K 2024-11-09T12:52:47,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a4e60eb3a14fc45b3d09c20302376f13 in 729ms, sequenceid=393, compaction requested=true 2024-11-09T12:52:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:47,955 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:47,955 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:47,956 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:47,956 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:47,956 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:47,957 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3d78ce2c660c48538f1d21243c65a5a4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=48.8 K 2024-11-09T12:52:47,957 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:47,957 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:47,957 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:47,957 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00fa1cb2cf5f425b91b73213e11492bd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=51.2 K 2024-11-09T12:52:47,958 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d78ce2c660c48538f1d21243c65a5a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:47,958 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 00fa1cb2cf5f425b91b73213e11492bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:47,958 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51efae35467742c89b37c2622c032b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731156765505 2024-11-09T12:52:47,958 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 52d21a5f9852405c90033e54e54d8ccf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731156765505 2024-11-09T12:52:47,959 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5393639658f64eccbe4c726400300780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731156766194 2024-11-09T12:52:47,959 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 63887e22e68b40ac85440631c8f6d332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731156766194 2024-11-09T12:52:47,960 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba3e5ba122545478b0beb4ca4957a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:47,960 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fef29db263614156b86cacd97547f3fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:47,974 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:47,974 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/08bde2ce3994421db46e05ffa1db88f0 is 50, key is test_row_0/A:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:47,978 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:47,979 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/d1d579d728dc4e33b97e8195c6d47401 is 50, key is test_row_0/B:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:48,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T12:52:48,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T12:52:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742141_1317 (size=13221) 2024-11-09T12:52:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T12:52:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742142_1318 (size=13221) 2024-11-09T12:52:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f72b7e0ccd414a48940f8b48c46bbc71 is 50, key is test_row_0/A:col10/1731156767254/Put/seqid=0 2024-11-09T12:52:48,047 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/d1d579d728dc4e33b97e8195c6d47401 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1d579d728dc4e33b97e8195c6d47401 2024-11-09T12:52:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742143_1319 (size=12301) 2024-11-09T12:52:48,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f72b7e0ccd414a48940f8b48c46bbc71 2024-11-09T12:52:48,067 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into d1d579d728dc4e33b97e8195c6d47401(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:48,067 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,067 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=12, startTime=1731156767955; duration=0sec 2024-11-09T12:52:48,067 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:48,067 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:48,067 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:52:48,070 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:52:48,071 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:48,071 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,071 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/072e9bde25184b1095b0b5fdf41dbf9f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=48.8 K 2024-11-09T12:52:48,071 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072e9bde25184b1095b0b5fdf41dbf9f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731156765125 2024-11-09T12:52:48,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b412920425354d90a37deb15626d06d4 is 50, key is test_row_0/B:col10/1731156767254/Put/seqid=0 2024-11-09T12:52:48,075 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f77d81c9a6d40338741f1d2283c06fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731156765505 2024-11-09T12:52:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742144_1320 (size=12301) 2024-11-09T12:52:48,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b412920425354d90a37deb15626d06d4 2024-11-09T12:52:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/2c5747dc5e654be5b7c296ce1db6906c is 50, key is test_row_0/C:col10/1731156767254/Put/seqid=0 2024-11-09T12:52:48,098 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 346048af2ce24010bd4876802b079402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731156766194 2024-11-09T12:52:48,098 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72c6af7b83a042419347b9817ec78360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:48,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742145_1321 (size=12301) 2024-11-09T12:52:48,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/2c5747dc5e654be5b7c296ce1db6906c 2024-11-09T12:52:48,136 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:48,137 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/6a459bc20c9f46aa841fad039aa35da3 is 50, key is test_row_0/C:col10/1731156766579/Put/seqid=0 2024-11-09T12:52:48,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/f72b7e0ccd414a48940f8b48c46bbc71 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71 2024-11-09T12:52:48,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T12:52:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/b412920425354d90a37deb15626d06d4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4 2024-11-09T12:52:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742146_1322 (size=13221) 2024-11-09T12:52:48,230 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T12:52:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/2c5747dc5e654be5b7c296ce1db6906c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c 2024-11-09T12:52:48,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T12:52:48,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for a4e60eb3a14fc45b3d09c20302376f13 in 239ms, sequenceid=410, compaction requested=false 2024-11-09T12:52:48,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T12:52:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T12:52:48,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T12:52:48,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 550 msec 2024-11-09T12:52:48,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 558 msec 2024-11-09T12:52:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T12:52:48,337 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:48,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T12:52:48,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:48,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:48,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:48,437 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/08bde2ce3994421db46e05ffa1db88f0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/08bde2ce3994421db46e05ffa1db88f0 2024-11-09T12:52:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:48,456 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:48,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:52:48,462 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 08bde2ce3994421db46e05ffa1db88f0(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:48,462 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,462 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=12, startTime=1731156767954; duration=0sec 2024-11-09T12:52:48,462 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:48,462 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:48,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/1d7439f03e274e5695e5de581c3eccc6 is 50, key is test_row_0/A:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T12:52:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742147_1323 (size=12301) 2024-11-09T12:52:48,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/1d7439f03e274e5695e5de581c3eccc6 2024-11-09T12:52:48,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156828543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156828543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/c9994969d72e4feca4a42b3eae8ab924 is 50, key is test_row_0/B:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156828550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156828554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156828564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742148_1324 (size=12301) 2024-11-09T12:52:48,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/c9994969d72e4feca4a42b3eae8ab924 2024-11-09T12:52:48,645 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/6a459bc20c9f46aa841fad039aa35da3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6a459bc20c9f46aa841fad039aa35da3 2024-11-09T12:52:48,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T12:52:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:48,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/0083860ccc014f50bd808c94e1b5fee4 is 50, key is test_row_0/C:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156828658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156828658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,673 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 6a459bc20c9f46aa841fad039aa35da3(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:48,673 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,674 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=12, startTime=1731156767955; duration=0sec 2024-11-09T12:52:48,674 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:48,674 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156828671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156828674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742149_1325 (size=12301) 2024-11-09T12:52:48,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/0083860ccc014f50bd808c94e1b5fee4 2024-11-09T12:52:48,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156828680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/1d7439f03e274e5695e5de581c3eccc6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6 2024-11-09T12:52:48,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T12:52:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/c9994969d72e4feca4a42b3eae8ab924 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924 2024-11-09T12:52:48,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T12:52:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/0083860ccc014f50bd808c94e1b5fee4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4 2024-11-09T12:52:48,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T12:52:48,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a4e60eb3a14fc45b3d09c20302376f13 in 285ms, sequenceid=425, compaction requested=true 2024-11-09T12:52:48,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:48,743 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:48,743 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:48,743 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,744 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/08bde2ce3994421db46e05ffa1db88f0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.9 K 2024-11-09T12:52:48,744 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08bde2ce3994421db46e05ffa1db88f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:48,745 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f72b7e0ccd414a48940f8b48c46bbc71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731156767254 2024-11-09T12:52:48,745 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7439f03e274e5695e5de581c3eccc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:48,750 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:48,752 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:48,752 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:48,752 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,752 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1d579d728dc4e33b97e8195c6d47401, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.9 K 2024-11-09T12:52:48,762 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d579d728dc4e33b97e8195c6d47401, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:48,763 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b412920425354d90a37deb15626d06d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731156767254 2024-11-09T12:52:48,763 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c9994969d72e4feca4a42b3eae8ab924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:48,772 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:48,772 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/99b44420cf5740098c736d2a7e0529d3 is 50, key is test_row_0/A:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,776 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:48,777 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/a199ca8ce5744bfa923108a639b44706 is 50, key is test_row_0/B:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T12:52:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:52:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742150_1326 (size=13323) 2024-11-09T12:52:48,824 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/99b44420cf5740098c736d2a7e0529d3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/99b44420cf5740098c736d2a7e0529d3 2024-11-09T12:52:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/a582fe121c6c4728845ebb218ab78001 is 50, key is test_row_0/A:col10/1731156768542/Put/seqid=0 2024-11-09T12:52:48,833 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 99b44420cf5740098c736d2a7e0529d3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:48,833 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,833 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156768742; duration=0sec 2024-11-09T12:52:48,834 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:48,834 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:48,834 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:48,835 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:48,835 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:48,835 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:48,835 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6a459bc20c9f46aa841fad039aa35da3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=36.9 K 2024-11-09T12:52:48,836 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a459bc20c9f46aa841fad039aa35da3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731156766578 2024-11-09T12:52:48,836 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c5747dc5e654be5b7c296ce1db6906c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731156767254 2024-11-09T12:52:48,837 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0083860ccc014f50bd808c94e1b5fee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:48,880 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:48,881 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a15d134c0cf440ec81a389488483a317 is 50, key is test_row_0/C:col10/1731156768453/Put/seqid=0 2024-11-09T12:52:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:48,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742152_1328 (size=12301) 2024-11-09T12:52:48,912 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/a582fe121c6c4728845ebb218ab78001 2024-11-09T12:52:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742151_1327 (size=13323) 2024-11-09T12:52:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156828907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156828913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156828914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156828916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156828926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742153_1329 (size=13323) 2024-11-09T12:52:48,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/a5ccc654dee8485b9d2672e23bba00d9 is 50, key is test_row_0/B:col10/1731156768542/Put/seqid=0 2024-11-09T12:52:48,952 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/a15d134c0cf440ec81a389488483a317 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a15d134c0cf440ec81a389488483a317 2024-11-09T12:52:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:48,971 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into a15d134c0cf440ec81a389488483a317(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:48,971 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:48,971 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156768751; duration=0sec 2024-11-09T12:52:48,971 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:48,971 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742154_1330 (size=12301) 2024-11-09T12:52:49,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156829027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156829028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156829028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156829037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156829227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156829237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156829238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156829239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156829247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,320 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/a199ca8ce5744bfa923108a639b44706 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a199ca8ce5744bfa923108a639b44706 2024-11-09T12:52:49,326 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into a199ca8ce5744bfa923108a639b44706(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:49,326 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:49,326 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156768750; duration=0sec 2024-11-09T12:52:49,326 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:49,326 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:49,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/a5ccc654dee8485b9d2672e23bba00d9 2024-11-09T12:52:49,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/1ad1aa21dc4a41db82db751551f3e979 is 50, key is test_row_0/C:col10/1731156768542/Put/seqid=0 2024-11-09T12:52:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742155_1331 (size=12301) 2024-11-09T12:52:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:49,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156829550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156829550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156829553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156829558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156829739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:49,864 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/1ad1aa21dc4a41db82db751551f3e979 2024-11-09T12:52:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/a582fe121c6c4728845ebb218ab78001 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001 2024-11-09T12:52:49,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:52:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/a5ccc654dee8485b9d2672e23bba00d9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9 2024-11-09T12:52:49,886 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:52:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/1ad1aa21dc4a41db82db751551f3e979 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979 2024-11-09T12:52:49,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T12:52:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a4e60eb3a14fc45b3d09c20302376f13 in 1089ms, sequenceid=450, compaction requested=false 2024-11-09T12:52:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T12:52:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T12:52:49,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T12:52:49,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-09T12:52:49,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5680 sec 2024-11-09T12:52:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:50,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:50,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:52:50,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cea8474aa8d341c1a7f27af37e8e0b9e is 50, key is test_row_0/A:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742156_1332 (size=12301) 2024-11-09T12:52:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156830138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156830141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156830143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156830143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156830247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156830257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156830257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156830257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156830457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156830468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156830468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156830468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T12:52:50,497 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:50,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:52:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T12:52:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:50,500 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:52:50,501 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:52:50,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:52:50,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cea8474aa8d341c1a7f27af37e8e0b9e 2024-11-09T12:52:50,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/7f4aeb5e0103404dbc5e4410f23c142e is 50, key is test_row_0/B:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742157_1333 (size=12301) 2024-11-09T12:52:50,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:50,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39508 deadline: 1731156830757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,760 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in a4e60eb3a14fc45b3d09c20302376f13 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:52:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156830786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156830787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156830787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156830788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:50,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:50,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/7f4aeb5e0103404dbc5e4410f23c142e 2024-11-09T12:52:51,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/69f55deb3fc0456cab717128fe96084c is 50, key is test_row_0/C:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742158_1334 (size=12301) 2024-11-09T12:52:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:51,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156831297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:51,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156831301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/69f55deb3fc0456cab717128fe96084c 2024-11-09T12:52:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cea8474aa8d341c1a7f27af37e8e0b9e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e 2024-11-09T12:52:51,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e, entries=150, sequenceid=467, filesize=12.0 K 2024-11-09T12:52:51,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/7f4aeb5e0103404dbc5e4410f23c142e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e 2024-11-09T12:52:51,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e, entries=150, sequenceid=467, filesize=12.0 K 2024-11-09T12:52:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/69f55deb3fc0456cab717128fe96084c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c 2024-11-09T12:52:51,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c, entries=150, sequenceid=467, filesize=12.0 K 2024-11-09T12:52:51,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:51,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:51,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a4e60eb3a14fc45b3d09c20302376f13 in 1552ms, sequenceid=467, compaction requested=true 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:51,622 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:52:51,625 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:51,642 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:51,642 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:51,642 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,642 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/99b44420cf5740098c736d2a7e0529d3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.0 K 2024-11-09T12:52:51,643 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b44420cf5740098c736d2a7e0529d3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:51,644 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a582fe121c6c4728845ebb218ab78001, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156768534 2024-11-09T12:52:51,644 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea8474aa8d341c1a7f27af37e8e0b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:51,645 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:51,645 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:51,645 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,645 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a199ca8ce5744bfa923108a639b44706, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.0 K 2024-11-09T12:52:51,646 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a199ca8ce5744bfa923108a639b44706, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:51,646 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a5ccc654dee8485b9d2672e23bba00d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156768534 2024-11-09T12:52:51,647 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4aeb5e0103404dbc5e4410f23c142e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:51,657 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:51,658 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/3adaef3181bd4678b77b7437a189dfdf is 50, key is test_row_0/A:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:51,675 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:51,676 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5a84e8145e7f425d985c1c44005f109f is 50, key is test_row_0/B:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742159_1335 (size=13425) 2024-11-09T12:52:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742160_1336 (size=13425) 2024-11-09T12:52:51,722 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/3adaef3181bd4678b77b7437a189dfdf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3adaef3181bd4678b77b7437a189dfdf 2024-11-09T12:52:51,731 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into 3adaef3181bd4678b77b7437a189dfdf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:51,731 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:51,731 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156771622; duration=0sec 2024-11-09T12:52:51,731 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:51,731 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:51,731 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:51,751 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:51,752 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:51,752 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,752 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a15d134c0cf440ec81a389488483a317, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.0 K 2024-11-09T12:52:51,759 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a15d134c0cf440ec81a389488483a317, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731156768429 2024-11-09T12:52:51,762 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5a84e8145e7f425d985c1c44005f109f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5a84e8145e7f425d985c1c44005f109f 2024-11-09T12:52:51,762 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ad1aa21dc4a41db82db751551f3e979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731156768534 2024-11-09T12:52:51,770 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f55deb3fc0456cab717128fe96084c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:51,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T12:52:51,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:51,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:52:51,800 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 5a84e8145e7f425d985c1c44005f109f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:51,800 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:51,800 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156771622; duration=0sec 2024-11-09T12:52:51,800 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:51,800 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:51,808 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:51,809 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/1404a7cc33684019adfe14188b6db9ea is 50, key is test_row_0/C:col10/1731156770068/Put/seqid=0 2024-11-09T12:52:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cfe5db57e7d34713956244ccaade9f9a is 50, key is test_row_0/A:col10/1731156770136/Put/seqid=0 2024-11-09T12:52:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742161_1337 (size=13425) 2024-11-09T12:52:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742162_1338 (size=12301) 2024-11-09T12:52:51,847 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/1404a7cc33684019adfe14188b6db9ea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1404a7cc33684019adfe14188b6db9ea 2024-11-09T12:52:51,870 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into 1404a7cc33684019adfe14188b6db9ea(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:51,870 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:51,870 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156771622; duration=0sec 2024-11-09T12:52:51,870 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:51,870 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:52,234 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cfe5db57e7d34713956244ccaade9f9a 2024-11-09T12:52:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5125a31f2a4145c49fccc54f4284c4b0 is 50, key is test_row_0/B:col10/1731156770136/Put/seqid=0 2024-11-09T12:52:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742163_1339 (size=12301) 2024-11-09T12:52:52,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5125a31f2a4145c49fccc54f4284c4b0 2024-11-09T12:52:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:52,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. as already flushing 2024-11-09T12:52:52,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/50e990d86e214e2f9a03bc3c4799fbcb is 50, key is test_row_0/C:col10/1731156770136/Put/seqid=0 2024-11-09T12:52:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156832332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742164_1340 (size=12301) 2024-11-09T12:52:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156832345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156832346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156832346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156832457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156832457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156832467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156832470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39544 deadline: 1731156832667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39474 deadline: 1731156832667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39510 deadline: 1731156832677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39518 deadline: 1731156832677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 2024-11-09T12:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:52:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:52:52,718 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-11-09T12:52:52,718 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,718 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,718 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,719 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-11-09T12:52:52,719 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,719 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,719 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,720 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-11-09T12:52:52,720 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,720 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,720 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,723 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-09T12:52:52,723 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,723 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,723 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,723 INFO [Thread-1121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1121. 2024-11-09T12:52:52,723 DEBUG [Thread-1121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,723 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,724 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/50e990d86e214e2f9a03bc3c4799fbcb 2024-11-09T12:52:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/cfe5db57e7d34713956244ccaade9f9a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a 2024-11-09T12:52:52,764 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a, entries=150, sequenceid=491, filesize=12.0 K 2024-11-09T12:52:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/5125a31f2a4145c49fccc54f4284c4b0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0 2024-11-09T12:52:52,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0, entries=150, sequenceid=491, filesize=12.0 K 2024-11-09T12:52:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/50e990d86e214e2f9a03bc3c4799fbcb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb 2024-11-09T12:52:52,773 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb, entries=150, sequenceid=491, filesize=12.0 K 2024-11-09T12:52:52,774 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a4e60eb3a14fc45b3d09c20302376f13 in 998ms, sequenceid=491, compaction requested=false 2024-11-09T12:52:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T12:52:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T12:52:52,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T12:52:52,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2750 sec 2024-11-09T12:52:52,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.2800 sec 2024-11-09T12:52:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:52,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:52:52,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:52:52,789 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-09T12:52:52,789 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,789 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,789 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/0b4b548fb0d94cb1b654f6653a5526cd is 50, key is test_row_0/A:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742165_1341 (size=12301) 2024-11-09T12:52:52,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/0b4b548fb0d94cb1b654f6653a5526cd 2024-11-09T12:52:52,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/ee2352af34a443d190fb96a9524c5688 is 50, key is test_row_0/B:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742166_1342 (size=12301) 2024-11-09T12:52:52,979 INFO [Thread-1108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1108. 2024-11-09T12:52:52,979 DEBUG [Thread-1108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,979 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,979 INFO [Thread-1110 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1110. 2024-11-09T12:52:52,979 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,979 DEBUG [Thread-1110 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,979 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,979 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,988 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-09T12:52:52,988 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,988 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,988 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:52,988 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-09T12:52:52,988 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:52:52,988 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,988 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:52,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:53,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/ee2352af34a443d190fb96a9524c5688 2024-11-09T12:52:53,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/87ae08b0d6ff45478f3eb98054d2aee5 is 50, key is test_row_0/C:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:53,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742167_1343 (size=12301) 2024-11-09T12:52:53,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/87ae08b0d6ff45478f3eb98054d2aee5 2024-11-09T12:52:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/0b4b548fb0d94cb1b654f6653a5526cd as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd 2024-11-09T12:52:53,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T12:52:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/ee2352af34a443d190fb96a9524c5688 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688 2024-11-09T12:52:53,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T12:52:53,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/87ae08b0d6ff45478f3eb98054d2aee5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5 2024-11-09T12:52:53,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T12:52:53,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for a4e60eb3a14fc45b3d09c20302376f13 in 862ms, sequenceid=508, compaction requested=true 2024-11-09T12:52:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:53,652 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:53,652 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a4e60eb3a14fc45b3d09c20302376f13:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:52:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:53,657 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:53,658 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/A is initiating minor compaction (all files) 2024-11-09T12:52:53,658 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/A in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:53,658 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3adaef3181bd4678b77b7437a189dfdf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.1 K 2024-11-09T12:52:53,661 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:53,661 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/B is initiating minor compaction (all files) 2024-11-09T12:52:53,661 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/B in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:53,661 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5a84e8145e7f425d985c1c44005f109f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.1 K 2024-11-09T12:52:53,662 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3adaef3181bd4678b77b7437a189dfdf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:53,665 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe5db57e7d34713956244ccaade9f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731156770136 2024-11-09T12:52:53,665 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a84e8145e7f425d985c1c44005f109f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:53,666 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b4b548fb0d94cb1b654f6653a5526cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731156772326 2024-11-09T12:52:53,666 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5125a31f2a4145c49fccc54f4284c4b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731156770136 2024-11-09T12:52:53,673 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ee2352af34a443d190fb96a9524c5688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731156772326 2024-11-09T12:52:53,699 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:53,700 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/a1ed67923d1d4be19712fadeb14fe4a8 is 50, key is test_row_0/A:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:53,704 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:53,704 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/959caaeb93e34ad7978b8b0ecc1b9eda is 50, key is test_row_0/B:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742169_1345 (size=13527) 2024-11-09T12:52:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742168_1344 (size=13527) 2024-11-09T12:52:54,048 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:52:54,122 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/959caaeb93e34ad7978b8b0ecc1b9eda as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/959caaeb93e34ad7978b8b0ecc1b9eda 2024-11-09T12:52:54,125 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/a1ed67923d1d4be19712fadeb14fe4a8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a1ed67923d1d4be19712fadeb14fe4a8 2024-11-09T12:52:54,129 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/B of a4e60eb3a14fc45b3d09c20302376f13 into 959caaeb93e34ad7978b8b0ecc1b9eda(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:54,129 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:54,129 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/B, priority=13, startTime=1731156773652; duration=0sec 2024-11-09T12:52:54,129 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:52:54,129 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:B 2024-11-09T12:52:54,129 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:52:54,131 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/A of a4e60eb3a14fc45b3d09c20302376f13 into a1ed67923d1d4be19712fadeb14fe4a8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:54,131 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:54,131 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/A, priority=13, startTime=1731156773652; duration=0sec 2024-11-09T12:52:54,131 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:54,131 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:A 2024-11-09T12:52:54,132 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:52:54,132 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): a4e60eb3a14fc45b3d09c20302376f13/C is initiating minor compaction (all files) 2024-11-09T12:52:54,132 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a4e60eb3a14fc45b3d09c20302376f13/C in TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:54,132 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1404a7cc33684019adfe14188b6db9ea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp, totalSize=37.1 K 2024-11-09T12:52:54,133 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1404a7cc33684019adfe14188b6db9ea, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731156768899 2024-11-09T12:52:54,133 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 50e990d86e214e2f9a03bc3c4799fbcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731156770136 2024-11-09T12:52:54,133 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 87ae08b0d6ff45478f3eb98054d2aee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731156772326 2024-11-09T12:52:54,143 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a4e60eb3a14fc45b3d09c20302376f13#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:52:54,143 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/cb027350c77049f3b007dbfeef216da2 is 50, key is test_row_0/C:col10/1731156772326/Put/seqid=0 2024-11-09T12:52:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742170_1346 (size=13527) 2024-11-09T12:52:54,564 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/cb027350c77049f3b007dbfeef216da2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/cb027350c77049f3b007dbfeef216da2 2024-11-09T12:52:54,569 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a4e60eb3a14fc45b3d09c20302376f13/C of a4e60eb3a14fc45b3d09c20302376f13 into cb027350c77049f3b007dbfeef216da2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:52:54,569 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a4e60eb3a14fc45b3d09c20302376f13: 2024-11-09T12:52:54,569 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., storeName=a4e60eb3a14fc45b3d09c20302376f13/C, priority=13, startTime=1731156773652; duration=0sec 2024-11-09T12:52:54,570 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:52:54,570 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a4e60eb3a14fc45b3d09c20302376f13:C 2024-11-09T12:52:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T12:52:54,658 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2165 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2100 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2100 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2161 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2106 2024-11-09T12:52:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:52:54,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:52:54,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:52:54,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:54,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:54,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:52:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:54,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156774663"}]},"ts":"1731156774663"} 2024-11-09T12:52:54,665 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:52:54,665 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:52:54,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:52:54,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, UNASSIGN}] 2024-11-09T12:52:54,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, UNASSIGN 2024-11-09T12:52:54,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=a4e60eb3a14fc45b3d09c20302376f13, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, UNASSIGN because future has completed 2024-11-09T12:52:54,672 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:52:54,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:54,825 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:54,825 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:52:54,825 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing a4e60eb3a14fc45b3d09c20302376f13, disabling compactions & flushes 2024-11-09T12:52:54,825 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:54,825 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:54,825 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. after waiting 0 ms 2024-11-09T12:52:54,825 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:54,825 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing a4e60eb3a14fc45b3d09c20302376f13 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T12:52:54,829 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d86bb2a1ff8a43ab81d7cf8005a61a1d is 50, key is test_row_0/A:col10/1731156772987/Put/seqid=0 2024-11-09T12:52:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742171_1347 (size=12301) 2024-11-09T12:52:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:55,237 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d86bb2a1ff8a43ab81d7cf8005a61a1d 2024-11-09T12:52:55,254 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/cadd342892cf4ab484b52a3be0196155 is 50, key is test_row_0/B:col10/1731156772987/Put/seqid=0 2024-11-09T12:52:55,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742172_1348 (size=12301) 2024-11-09T12:52:55,283 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/cadd342892cf4ab484b52a3be0196155 2024-11-09T12:52:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:55,298 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/90ff5bd173a743c8bcd592d9a4a06408 is 50, key is test_row_0/C:col10/1731156772987/Put/seqid=0 2024-11-09T12:52:55,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742173_1349 (size=12301) 2024-11-09T12:52:55,709 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/90ff5bd173a743c8bcd592d9a4a06408 2024-11-09T12:52:55,714 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/A/d86bb2a1ff8a43ab81d7cf8005a61a1d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d86bb2a1ff8a43ab81d7cf8005a61a1d 2024-11-09T12:52:55,717 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d86bb2a1ff8a43ab81d7cf8005a61a1d, entries=150, sequenceid=518, filesize=12.0 K 2024-11-09T12:52:55,719 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/B/cadd342892cf4ab484b52a3be0196155 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/cadd342892cf4ab484b52a3be0196155 2024-11-09T12:52:55,722 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/cadd342892cf4ab484b52a3be0196155, entries=150, sequenceid=518, filesize=12.0 K 2024-11-09T12:52:55,723 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/.tmp/C/90ff5bd173a743c8bcd592d9a4a06408 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/90ff5bd173a743c8bcd592d9a4a06408 2024-11-09T12:52:55,726 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/90ff5bd173a743c8bcd592d9a4a06408, entries=150, sequenceid=518, filesize=12.0 K 2024-11-09T12:52:55,727 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a4e60eb3a14fc45b3d09c20302376f13 in 902ms, sequenceid=518, compaction requested=false 2024-11-09T12:52:55,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00703d9c36454518959d4fa745f9de2d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6cb49a392f65417aa40cf947ce61b724, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d68708355b6d4f4bb5004d869c012bbf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/746a4d97c9e64a82ad11bdde8a709d00, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/9e3c86c166bf40eb859da579ee8a4009, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/173a67fdc33345a0bb87643a34945677, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00fa1cb2cf5f425b91b73213e11492bd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/08bde2ce3994421db46e05ffa1db88f0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/99b44420cf5740098c736d2a7e0529d3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3adaef3181bd4678b77b7437a189dfdf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd] to archive 2024-11-09T12:52:55,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:55,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d0037b69387840579546771ac373173c 2024-11-09T12:52:55,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/56d8774beefb43b9b67ae8b31317ec57 2024-11-09T12:52:55,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/81935f2a188d4f2a977713581dde54ea 2024-11-09T12:52:55,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00703d9c36454518959d4fa745f9de2d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00703d9c36454518959d4fa745f9de2d 2024-11-09T12:52:55,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3174a04e9ec2485eab07b5365c344660 2024-11-09T12:52:55,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c7676cc003ea4e9a8b3561b487cba3cd 2024-11-09T12:52:55,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6cb49a392f65417aa40cf947ce61b724 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6cb49a392f65417aa40cf947ce61b724 2024-11-09T12:52:55,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d6c80f61aa0a4fb5a9af2db2abf11903 2024-11-09T12:52:55,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/7e8904144f824266b60b9941163de216 2024-11-09T12:52:55,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d68708355b6d4f4bb5004d869c012bbf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d68708355b6d4f4bb5004d869c012bbf 2024-11-09T12:52:55,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/5904979aa4b74c688715d9d1dc24f571 2024-11-09T12:52:55,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e4c477921da1439caf93f30334bf0fe0 2024-11-09T12:52:55,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/746a4d97c9e64a82ad11bdde8a709d00 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/746a4d97c9e64a82ad11bdde8a709d00 2024-11-09T12:52:55,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/128d2213301a4436bc6f9975ba80f04c 2024-11-09T12:52:55,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/e42aa1510eec454c92f0e6c65c2594d0 2024-11-09T12:52:55,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/6e95b810a97d4ba7b5ff695e77d5b6e6 2024-11-09T12:52:55,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/c3497d8f2c284a8380a5fb67ec8b665d 2024-11-09T12:52:55,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/9e3c86c166bf40eb859da579ee8a4009 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/9e3c86c166bf40eb859da579ee8a4009 2024-11-09T12:52:55,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f496177bca07455c9702109ca3855cd3 2024-11-09T12:52:55,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/173a67fdc33345a0bb87643a34945677 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/173a67fdc33345a0bb87643a34945677 2024-11-09T12:52:55,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/ac18688648c0493ab96b93e77255be83 2024-11-09T12:52:55,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/eb0f684bdb0d42e0aea955f2dc2d9e5f 2024-11-09T12:52:55,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00fa1cb2cf5f425b91b73213e11492bd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/00fa1cb2cf5f425b91b73213e11492bd 2024-11-09T12:52:55,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/2667219ba8094c39aa2757c3af133a70 2024-11-09T12:52:55,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/52d21a5f9852405c90033e54e54d8ccf 2024-11-09T12:52:55,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/63887e22e68b40ac85440631c8f6d332 2024-11-09T12:52:55,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/08bde2ce3994421db46e05ffa1db88f0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/08bde2ce3994421db46e05ffa1db88f0 2024-11-09T12:52:55,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/fef29db263614156b86cacd97547f3fd 2024-11-09T12:52:55,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/f72b7e0ccd414a48940f8b48c46bbc71 2024-11-09T12:52:55,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/99b44420cf5740098c736d2a7e0529d3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/99b44420cf5740098c736d2a7e0529d3 2024-11-09T12:52:55,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/1d7439f03e274e5695e5de581c3eccc6 2024-11-09T12:52:55,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a582fe121c6c4728845ebb218ab78001 2024-11-09T12:52:55,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3adaef3181bd4678b77b7437a189dfdf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/3adaef3181bd4678b77b7437a189dfdf 2024-11-09T12:52:55,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cea8474aa8d341c1a7f27af37e8e0b9e 2024-11-09T12:52:55,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/cfe5db57e7d34713956244ccaade9f9a 2024-11-09T12:52:55,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/0b4b548fb0d94cb1b654f6653a5526cd 2024-11-09T12:52:55,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c453095a758d4ae480670ff3ee6842ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/603c3a6decbe415380922933f5215711, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1cd92eb04584c30ac92aa69d89f7923, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4568a44a1bee4ed491ab81f1fa09b62b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/6821f5e71e5145f9b4ba64938e8423cd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/8c6584f612e648c6a839eba547bdaa14, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3d78ce2c660c48538f1d21243c65a5a4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1d579d728dc4e33b97e8195c6d47401, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a199ca8ce5744bfa923108a639b44706, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5a84e8145e7f425d985c1c44005f109f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688] to archive 2024-11-09T12:52:55,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:55,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/aa29b803bfa34eb7b1c7d18bdb21366a 2024-11-09T12:52:55,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/098aec659c6644ccb85b6fe990e99680 2024-11-09T12:52:55,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c453095a758d4ae480670ff3ee6842ce to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c453095a758d4ae480670ff3ee6842ce 2024-11-09T12:52:55,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/1a941ae7743f4f5bb568f3630a0cb781 2024-11-09T12:52:55,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/fbbe6a2ab1e84aa2a4544044b1378dff 2024-11-09T12:52:55,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/603c3a6decbe415380922933f5215711 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/603c3a6decbe415380922933f5215711 2024-11-09T12:52:55,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f441829fe8dd4a7e91214cb2b0845832 2024-11-09T12:52:55,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b6e5704545804a989404d1152b1bff89 2024-11-09T12:52:55,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1cd92eb04584c30ac92aa69d89f7923 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1cd92eb04584c30ac92aa69d89f7923 2024-11-09T12:52:55,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/2fb38b956d154dc5bf282a5aac8e085f 2024-11-09T12:52:55,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/33d55b78380b47da8433fb4fd3c4fe03 2024-11-09T12:52:55,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/60ddd6c76eff4b8fa017004ec8c0cd02 2024-11-09T12:52:55,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4568a44a1bee4ed491ab81f1fa09b62b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4568a44a1bee4ed491ab81f1fa09b62b 2024-11-09T12:52:55,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/9ec9791b0cb44965816e61f1593d673d 2024-11-09T12:52:55,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5e4b4e5d38fe499baf9c7ea6a34d34e9 2024-11-09T12:52:55,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5ff49dddf7e94a6ab8620d5cca4131c6 2024-11-09T12:52:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:55,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/6821f5e71e5145f9b4ba64938e8423cd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/6821f5e71e5145f9b4ba64938e8423cd 2024-11-09T12:52:55,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/02fa4989696744b5aebc40985e2b9553 2024-11-09T12:52:55,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/f180e4323df347a290ac8494bb8ec6a4 2024-11-09T12:52:55,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/8c6584f612e648c6a839eba547bdaa14 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/8c6584f612e648c6a839eba547bdaa14 2024-11-09T12:52:55,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3cf13048ee4e4accb842961db0714334 2024-11-09T12:52:55,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/4cce3c15f5c5434ea8cc44bc2b5c486d 2024-11-09T12:52:55,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3d78ce2c660c48538f1d21243c65a5a4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/3d78ce2c660c48538f1d21243c65a5a4 2024-11-09T12:52:55,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/bfaebadc8d7940e09a2ab1c06909c0f1 2024-11-09T12:52:55,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/51efae35467742c89b37c2622c032b06 2024-11-09T12:52:55,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5393639658f64eccbe4c726400300780 2024-11-09T12:52:55,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1d579d728dc4e33b97e8195c6d47401 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/d1d579d728dc4e33b97e8195c6d47401 2024-11-09T12:52:55,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/dba3e5ba122545478b0beb4ca4957a06 2024-11-09T12:52:55,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/b412920425354d90a37deb15626d06d4 2024-11-09T12:52:55,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a199ca8ce5744bfa923108a639b44706 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a199ca8ce5744bfa923108a639b44706 2024-11-09T12:52:55,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/c9994969d72e4feca4a42b3eae8ab924 2024-11-09T12:52:55,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/a5ccc654dee8485b9d2672e23bba00d9 2024-11-09T12:52:55,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5a84e8145e7f425d985c1c44005f109f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5a84e8145e7f425d985c1c44005f109f 2024-11-09T12:52:55,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/7f4aeb5e0103404dbc5e4410f23c142e 2024-11-09T12:52:55,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/5125a31f2a4145c49fccc54f4284c4b0 2024-11-09T12:52:55,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/ee2352af34a443d190fb96a9524c5688 2024-11-09T12:52:55,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/e974934757b54e6c97894513498c9381, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/59a18c9a526a406bb6459302ab71b703, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/bcd73d8f8cfd45068e9896e0b06ce62d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/84acd0b407514b0ca67c8b3e00f5f8f5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/d8f3558c7c4749c785643a1e72b07488, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/621ed93227b2411590b410e161c85909, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/072e9bde25184b1095b0b5fdf41dbf9f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6a459bc20c9f46aa841fad039aa35da3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a15d134c0cf440ec81a389488483a317, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1404a7cc33684019adfe14188b6db9ea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5] to archive 2024-11-09T12:52:55,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:52:55,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a126e1fdb2ee4dbfb7d636795c2100cc 2024-11-09T12:52:55,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/db478dc11ccc4d18b0d3c9418e0706cf 2024-11-09T12:52:55,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/e974934757b54e6c97894513498c9381 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/e974934757b54e6c97894513498c9381 2024-11-09T12:52:55,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/ea101774c0e14e559f5f8247b8b81294 2024-11-09T12:52:55,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7769f4e08a3544c599509710f74cb91e 2024-11-09T12:52:55,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/59a18c9a526a406bb6459302ab71b703 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/59a18c9a526a406bb6459302ab71b703 2024-11-09T12:52:55,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/992c0513727b4ecabe4936b18f92e73f 2024-11-09T12:52:55,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b11d26fb5702422d9e821e21bee7e9e1 2024-11-09T12:52:55,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/bcd73d8f8cfd45068e9896e0b06ce62d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/bcd73d8f8cfd45068e9896e0b06ce62d 2024-11-09T12:52:55,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8eff5d3cc88b47e9889857b4df49350e 2024-11-09T12:52:55,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/3b0a4da0003f49ac8b2cc46a518d8cbd 2024-11-09T12:52:55,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/8fc78d28272943fcacdb349dae19bc9b 2024-11-09T12:52:55,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/84acd0b407514b0ca67c8b3e00f5f8f5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/84acd0b407514b0ca67c8b3e00f5f8f5 2024-11-09T12:52:55,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/5aa9f54b2a1b46f1ba6b4fad171465a9 2024-11-09T12:52:55,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a829b73c656c402fb93bdd8c6f6411cb 2024-11-09T12:52:55,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6ef764d9e16147fab6d9264892526aa4 2024-11-09T12:52:55,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/d8f3558c7c4749c785643a1e72b07488 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/d8f3558c7c4749c785643a1e72b07488 2024-11-09T12:52:55,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/c48086b648e84abab1fa8c79aed8f3bf 2024-11-09T12:52:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b07cba70bf5b47ceb75591f04917b916 2024-11-09T12:52:55,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/621ed93227b2411590b410e161c85909 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/621ed93227b2411590b410e161c85909 2024-11-09T12:52:55,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7cd19fb4b6bb4b8796c90e9efc9f804e 2024-11-09T12:52:55,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/b00717a8f5274932a839ee1767611fab 2024-11-09T12:52:55,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/072e9bde25184b1095b0b5fdf41dbf9f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/072e9bde25184b1095b0b5fdf41dbf9f 2024-11-09T12:52:55,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a7d0ac48d80444dabcb7619f8b5664d4 2024-11-09T12:52:55,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/7f77d81c9a6d40338741f1d2283c06fe 2024-11-09T12:52:55,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/346048af2ce24010bd4876802b079402 2024-11-09T12:52:55,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6a459bc20c9f46aa841fad039aa35da3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/6a459bc20c9f46aa841fad039aa35da3 2024-11-09T12:52:55,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/72c6af7b83a042419347b9817ec78360 2024-11-09T12:52:55,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/2c5747dc5e654be5b7c296ce1db6906c 2024-11-09T12:52:55,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a15d134c0cf440ec81a389488483a317 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/a15d134c0cf440ec81a389488483a317 2024-11-09T12:52:55,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/0083860ccc014f50bd808c94e1b5fee4 2024-11-09T12:52:55,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1ad1aa21dc4a41db82db751551f3e979 2024-11-09T12:52:55,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1404a7cc33684019adfe14188b6db9ea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/1404a7cc33684019adfe14188b6db9ea 2024-11-09T12:52:55,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/69f55deb3fc0456cab717128fe96084c 2024-11-09T12:52:55,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/50e990d86e214e2f9a03bc3c4799fbcb 2024-11-09T12:52:55,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/87ae08b0d6ff45478f3eb98054d2aee5 2024-11-09T12:52:55,877 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/recovered.edits/521.seqid, newMaxSeqId=521, maxSeqId=1 2024-11-09T12:52:55,880 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. 2024-11-09T12:52:55,880 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for a4e60eb3a14fc45b3d09c20302376f13: Waiting for close lock at 1731156774825Running coprocessor pre-close hooks at 1731156774825Disabling compacts and flushes for region at 1731156774825Disabling writes for close at 1731156774825Obtaining lock to block concurrent updates at 1731156774825Preparing flush snapshotting stores in a4e60eb3a14fc45b3d09c20302376f13 at 1731156774825Finished memstore snapshotting TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731156774826 (+1 ms)Flushing stores of TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13. at 1731156774826Flushing a4e60eb3a14fc45b3d09c20302376f13/A: creating writer at 1731156774826Flushing a4e60eb3a14fc45b3d09c20302376f13/A: appending metadata at 1731156774829 (+3 ms)Flushing a4e60eb3a14fc45b3d09c20302376f13/A: closing flushed file at 1731156774829Flushing a4e60eb3a14fc45b3d09c20302376f13/B: creating writer at 1731156775250 (+421 ms)Flushing a4e60eb3a14fc45b3d09c20302376f13/B: appending metadata at 1731156775253 (+3 ms)Flushing a4e60eb3a14fc45b3d09c20302376f13/B: closing flushed file at 1731156775253Flushing a4e60eb3a14fc45b3d09c20302376f13/C: creating writer at 1731156775288 (+35 ms)Flushing a4e60eb3a14fc45b3d09c20302376f13/C: appending metadata at 1731156775298 (+10 ms)Flushing a4e60eb3a14fc45b3d09c20302376f13/C: closing flushed file at 1731156775298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b594ea: reopening flushed file at 1731156775713 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57aea8c3: reopening flushed file at 1731156775718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42107a68: reopening flushed file at 1731156775722 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a4e60eb3a14fc45b3d09c20302376f13 in 902ms, sequenceid=518, compaction requested=false at 1731156775727 (+5 ms)Writing region close event to WAL at 1731156775872 (+145 ms)Running coprocessor post-close hooks at 1731156775880 (+8 ms)Closed at 1731156775880 2024-11-09T12:52:55,883 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:55,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=a4e60eb3a14fc45b3d09c20302376f13, regionState=CLOSED 2024-11-09T12:52:55,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:52:55,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T12:52:55,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure a4e60eb3a14fc45b3d09c20302376f13, server=7934cf733c16,38405,1731156685737 in 1.2160 sec 2024-11-09T12:52:55,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-09T12:52:55,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a4e60eb3a14fc45b3d09c20302376f13, UNASSIGN in 1.2220 sec 2024-11-09T12:52:55,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T12:52:55,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-09T12:52:55,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156775896"}]},"ts":"1731156775896"} 2024-11-09T12:52:55,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:52:55,898 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:52:55,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-09T12:52:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T12:52:56,807 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:56,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:52:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T12:52:56,810 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:56,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/recovered.edits] 2024-11-09T12:52:56,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a1ed67923d1d4be19712fadeb14fe4a8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/a1ed67923d1d4be19712fadeb14fe4a8 2024-11-09T12:52:56,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d86bb2a1ff8a43ab81d7cf8005a61a1d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/A/d86bb2a1ff8a43ab81d7cf8005a61a1d 2024-11-09T12:52:56,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/959caaeb93e34ad7978b8b0ecc1b9eda to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/959caaeb93e34ad7978b8b0ecc1b9eda 2024-11-09T12:52:56,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/cadd342892cf4ab484b52a3be0196155 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/B/cadd342892cf4ab484b52a3be0196155 2024-11-09T12:52:56,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/90ff5bd173a743c8bcd592d9a4a06408 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/90ff5bd173a743c8bcd592d9a4a06408 2024-11-09T12:52:56,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/cb027350c77049f3b007dbfeef216da2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/C/cb027350c77049f3b007dbfeef216da2 2024-11-09T12:52:56,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/recovered.edits/521.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13/recovered.edits/521.seqid 2024-11-09T12:52:56,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/a4e60eb3a14fc45b3d09c20302376f13 2024-11-09T12:52:56,826 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:52:56,828 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,831 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:52:56,833 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:52:56,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:52:56,834 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156776834"}]},"ts":"9223372036854775807"} 2024-11-09T12:52:56,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:52:56,836 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a4e60eb3a14fc45b3d09c20302376f13, NAME => 'TestAcidGuarantees,,1731156750525.a4e60eb3a14fc45b3d09c20302376f13.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:52:56,836 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:52:56,837 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156776836"}]},"ts":"9223372036854775807"} 2024-11-09T12:52:56,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:52:56,839 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-09T12:52:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T12:52:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:52:56,921 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:56,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_713922193_22 at /127.0.0.1:46440 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_511175700_22 at /127.0.0.1:46830 [Waiting for operation #388] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_511175700_22 at /127.0.0.1:46436 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_713922193_22 at /127.0.0.1:38730 [Waiting for operation #310] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=907 (was 698) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5579 (was 5732) 2024-11-09T12:52:56,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=907, ProcessCount=11, AvailableMemoryMB=5579 2024-11-09T12:52:56,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:52:56,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:52:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:56,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:52:56,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:56,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-09T12:52:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:56,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:52:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742174_1350 (size=959) 2024-11-09T12:52:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:57,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742175_1351 (size=53) 2024-11-09T12:52:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e06d6b4186681e07dea096a65aa1a41b, disabling compactions & flushes 2024-11-09T12:52:57,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. after waiting 0 ms 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:57,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:57,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e06d6b4186681e07dea096a65aa1a41b: Waiting for close lock at 1731156777755Disabling compacts and flushes for region at 1731156777755Disabling writes for close at 1731156777755Writing region close event to WAL at 1731156777755Closed at 1731156777755 2024-11-09T12:52:57,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:52:57,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156777757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156777757"}]},"ts":"1731156777757"} 2024-11-09T12:52:57,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:52:57,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:52:57,760 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156777760"}]},"ts":"1731156777760"} 2024-11-09T12:52:57,761 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:52:57,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, ASSIGN}] 2024-11-09T12:52:57,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, ASSIGN 2024-11-09T12:52:57,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:52:57,914 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:57,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, ASSIGN because future has completed 2024-11-09T12:52:57,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:58,070 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:58,070 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:52:58,071 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,071 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:52:58,071 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,071 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,072 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,073 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName A 2024-11-09T12:52:58,074 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:58,074 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:58,075 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,076 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName B 2024-11-09T12:52:58,076 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:58,076 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:58,076 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:58,077 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName C 2024-11-09T12:52:58,078 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:58,078 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:58,078 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,079 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,079 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,081 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:52:58,082 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,083 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:52:58,084 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e06d6b4186681e07dea096a65aa1a41b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70021511, jitterRate=0.043401822447776794}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:52:58,084 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:58,084 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e06d6b4186681e07dea096a65aa1a41b: Running coprocessor pre-open hook at 1731156778071Writing region info on filesystem at 1731156778071Initializing all the Stores at 1731156778072 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156778072Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156778072Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156778072Cleaning up temporary data from old regions at 1731156778080 (+8 ms)Running coprocessor post-open hooks at 1731156778084 (+4 ms)Region opened successfully at 1731156778084 2024-11-09T12:52:58,085 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., pid=87, masterSystemTime=1731156778067 2024-11-09T12:52:58,086 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:58,086 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:58,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:58,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:52:58,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-09T12:52:58,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 in 174 msec 2024-11-09T12:52:58,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-09T12:52:58,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, ASSIGN in 329 msec 2024-11-09T12:52:58,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:52:58,092 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156778092"}]},"ts":"1731156778092"} 2024-11-09T12:52:58,094 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:52:58,094 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:52:58,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-09T12:52:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-09T12:52:59,087 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:52:59,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:59,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:52:59,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:52:59,090 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:52:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:52:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:52:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2245e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:52:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:52:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:52:59,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:52:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6e8055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:52:59,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:52:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:52:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:52:59,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:52:59,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:52:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:52:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@569ed532 2024-11-09T12:52:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:52:59,096 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:52:59,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:52:59,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:52:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T12:52:59,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742176_1352 (size=995) 2024-11-09T12:52:59,508 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T12:52:59,508 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T12:52:59,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:52:59,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE}] 2024-11-09T12:52:59,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE 2024-11-09T12:52:59,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE because future has completed 2024-11-09T12:52:59,515 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:52:59,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:59,667 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,667 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:52:59,667 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing e06d6b4186681e07dea096a65aa1a41b, disabling compactions & flushes 2024-11-09T12:52:59,667 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,667 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,667 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. after waiting 0 ms 2024-11-09T12:52:59,667 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,671 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T12:52:59,671 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,671 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for e06d6b4186681e07dea096a65aa1a41b: Waiting for close lock at 1731156779667Running coprocessor pre-close hooks at 1731156779667Disabling compacts and flushes for region at 1731156779667Disabling writes for close at 1731156779667Writing region close event to WAL at 1731156779668 (+1 ms)Running coprocessor post-close hooks at 1731156779671 (+3 ms)Closed at 1731156779671 2024-11-09T12:52:59,671 WARN [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: e06d6b4186681e07dea096a65aa1a41b to self. 2024-11-09T12:52:59,673 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=CLOSED 2024-11-09T12:52:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:52:59,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T12:52:59,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 in 160 msec 2024-11-09T12:52:59,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE; state=CLOSED, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=true 2024-11-09T12:52:59,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE because future has completed 2024-11-09T12:52:59,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:52:59,984 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,984 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:52:59,984 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,984 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:52:59,984 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,984 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,986 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,986 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName A 2024-11-09T12:52:59,987 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:59,987 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:59,988 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,988 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName B 2024-11-09T12:52:59,988 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:59,989 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:59,989 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,989 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06d6b4186681e07dea096a65aa1a41b columnFamilyName C 2024-11-09T12:52:59,989 DEBUG [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:52:59,989 INFO [StoreOpener-e06d6b4186681e07dea096a65aa1a41b-1 {}] regionserver.HStore(327): Store=e06d6b4186681e07dea096a65aa1a41b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:52:59,990 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,990 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,991 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,992 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,992 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,992 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:52:59,993 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,994 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened e06d6b4186681e07dea096a65aa1a41b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774287, jitterRate=0.024816736578941345}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:52:59,994 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:52:59,994 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for e06d6b4186681e07dea096a65aa1a41b: Running coprocessor pre-open hook at 1731156779984Writing region info on filesystem at 1731156779984Initializing all the Stores at 1731156779985 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156779985Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156779985Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156779985Cleaning up temporary data from old regions at 1731156779992 (+7 ms)Running coprocessor post-open hooks at 1731156779994 (+2 ms)Region opened successfully at 1731156779994 2024-11-09T12:52:59,995 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., pid=92, masterSystemTime=1731156779981 2024-11-09T12:52:59,997 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,997 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:52:59,997 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=OPEN, openSeqNum=5, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:52:59,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:00,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-09T12:53:00,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 in 170 msec 2024-11-09T12:53:00,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T12:53:00,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, REOPEN/MOVE in 488 msec 2024-11-09T12:53:00,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T12:53:00,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-09T12:53:00,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-09T12:53:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T12:53:00,006 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:00,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad0a601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,009 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb36f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,010 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daf0215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57587668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,014 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c459d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,015 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d20c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,016 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c203926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,017 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d7f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aceb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,020 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da7061e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ab883c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5f0f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,024 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6b2d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,025 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a301f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181b7332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,028 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2814e716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddcfbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,030 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314c8777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:00,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:00,032 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36775337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:00,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:00,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:00,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ece22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:00,034 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,034 DEBUG [Thread-1602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,034 DEBUG [Thread-1608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,034 DEBUG [Thread-1615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,034 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,034 DEBUG [Thread-1619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,035 DEBUG [Thread-1606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,036 DEBUG [Thread-1604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,037 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,038 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:00,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,039 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-09T12:53:00,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:00,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,041 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,045 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:00,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:00,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:00,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b0369d63e624c64a483dd0289884f49_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156780047/Put/seqid=0 2024-11-09T12:53:00,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742177_1353 (size=17034) 2024-11-09T12:53:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156840094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156840095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156840096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156840097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156840104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:00,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156840207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156840207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156840217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156840218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156840218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156840427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156840427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156840437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156840437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156840437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:00,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b0369d63e624c64a483dd0289884f49_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0369d63e624c64a483dd0289884f49_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:00,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/40e96064f382456ab15324f1d5b70227, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:00,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/40e96064f382456ab15324f1d5b70227 is 175, key is test_row_0/A:col10/1731156780047/Put/seqid=0 2024-11-09T12:53:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742178_1354 (size=48139) 2024-11-09T12:53:00,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156840737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156840746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156840757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156840757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156840757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:00,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/40e96064f382456ab15324f1d5b70227 2024-11-09T12:53:00,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd0320c032b1405486314f09a87e58ef is 50, key is test_row_0/B:col10/1731156780047/Put/seqid=0 2024-11-09T12:53:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742179_1355 (size=12001) 2024-11-09T12:53:00,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd0320c032b1405486314f09a87e58ef 2024-11-09T12:53:00,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/a3cc7139d8844da4ab3ef9520acca12d is 50, key is test_row_0/C:col10/1731156780047/Put/seqid=0 2024-11-09T12:53:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742180_1356 (size=12001) 2024-11-09T12:53:00,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:00,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156841257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:01,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156841267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156841277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156841277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:01,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156841277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:01,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/a3cc7139d8844da4ab3ef9520acca12d 2024-11-09T12:53:01,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/40e96064f382456ab15324f1d5b70227 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227 2024-11-09T12:53:01,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227, entries=250, sequenceid=17, filesize=47.0 K 2024-11-09T12:53:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd0320c032b1405486314f09a87e58ef as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef 2024-11-09T12:53:01,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T12:53:01,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/a3cc7139d8844da4ab3ef9520acca12d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d 2024-11-09T12:53:01,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T12:53:01,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e06d6b4186681e07dea096a65aa1a41b in 1336ms, sequenceid=17, compaction requested=false 2024-11-09T12:53:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:01,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:53:01,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-09T12:53:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:53:01,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901852f60c8fb41bda2c6a44747087ea3_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156780096/Put/seqid=0 2024-11-09T12:53:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742181_1357 (size=12154) 2024-11-09T12:53:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901852f60c8fb41bda2c6a44747087ea3_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901852f60c8fb41bda2c6a44747087ea3_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/3c72f019184c43daa6d59755ec271149, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:01,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/3c72f019184c43daa6d59755ec271149 is 175, key is test_row_0/A:col10/1731156780096/Put/seqid=0 2024-11-09T12:53:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742182_1358 (size=30955) 2024-11-09T12:53:01,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/3c72f019184c43daa6d59755ec271149 2024-11-09T12:53:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/725bbd99d3e642a7a9b84f0cab76ee06 is 50, key is test_row_0/B:col10/1731156780096/Put/seqid=0 2024-11-09T12:53:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742183_1359 (size=12001) 2024-11-09T12:53:01,512 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/725bbd99d3e642a7a9b84f0cab76ee06 2024-11-09T12:53:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/c541c14400f7470ba4ea4d3ea53d14de is 50, key is test_row_0/C:col10/1731156780096/Put/seqid=0 2024-11-09T12:53:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742184_1360 (size=12001) 2024-11-09T12:53:01,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/c541c14400f7470ba4ea4d3ea53d14de 2024-11-09T12:53:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/3c72f019184c43daa6d59755ec271149 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149 2024-11-09T12:53:01,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T12:53:01,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/725bbd99d3e642a7a9b84f0cab76ee06 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06 2024-11-09T12:53:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:53:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/c541c14400f7470ba4ea4d3ea53d14de as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de 2024-11-09T12:53:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,586 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T12:53:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for e06d6b4186681e07dea096a65aa1a41b in 157ms, sequenceid=40, compaction requested=false 2024-11-09T12:53:01,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:01,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:01,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-09T12:53:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-09T12:53:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T12:53:01,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec 2024-11-09T12:53:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.5530 sec 2024-11-09T12:53:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T12:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,198 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,198 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-09T12:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T12:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:02,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T12:53:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T12:53:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:02,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T12:53:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c48181f88ec640dba13452246de7d6bd_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156782336/Put/seqid=0 2024-11-09T12:53:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742185_1361 (size=9714) 2024-11-09T12:53:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,413 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c48181f88ec640dba13452246de7d6bd_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c48181f88ec640dba13452246de7d6bd_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0bfda27c1b5d4108aa59978355a2a8d8, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0bfda27c1b5d4108aa59978355a2a8d8 is 175, key is test_row_0/A:col10/1731156782336/Put/seqid=0 2024-11-09T12:53:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742186_1362 (size=22361) 2024-11-09T12:53:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=45, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0bfda27c1b5d4108aa59978355a2a8d8 2024-11-09T12:53:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:02,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/132c2ac7a5de4a12b520f3e75367e62f is 50, key is test_row_0/B:col10/1731156782336/Put/seqid=0 2024-11-09T12:53:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742187_1363 (size=9657) 2024-11-09T12:53:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T12:53:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156842510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156842511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156842513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156842514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156842522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156842628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156842628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156842637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156842637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156842637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T12:53:02,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156842837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156842838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156842848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156842848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156842848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:02,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/132c2ac7a5de4a12b520f3e75367e62f 2024-11-09T12:53:02,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d844f5c2d085442c890560dc6157b1e5 is 50, key is test_row_0/C:col10/1731156782336/Put/seqid=0 2024-11-09T12:53:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742188_1364 (size=9657) 2024-11-09T12:53:02,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d844f5c2d085442c890560dc6157b1e5 2024-11-09T12:53:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0bfda27c1b5d4108aa59978355a2a8d8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8 2024-11-09T12:53:02,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8, entries=100, sequenceid=45, filesize=21.8 K 2024-11-09T12:53:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/132c2ac7a5de4a12b520f3e75367e62f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f 2024-11-09T12:53:02,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f, entries=100, sequenceid=45, filesize=9.4 K 2024-11-09T12:53:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d844f5c2d085442c890560dc6157b1e5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5 2024-11-09T12:53:02,923 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5, entries=100, sequenceid=45, filesize=9.4 K 2024-11-09T12:53:02,924 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for e06d6b4186681e07dea096a65aa1a41b in 567ms, sequenceid=45, compaction requested=true 2024-11-09T12:53:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-09T12:53:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-09T12:53:02,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-09T12:53:02,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 724 msec 2024-11-09T12:53:02,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 731 msec 2024-11-09T12:53:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:03,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:03,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-09T12:53:03,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109586ade41d1bd41769eb8716d0ea20489_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156843158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156843158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156843158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156843162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742189_1365 (size=14594) 2024-11-09T12:53:03,172 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156843167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109586ade41d1bd41769eb8716d0ea20489_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586ade41d1bd41769eb8716d0ea20489_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:03,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/a2cd0b8fedd74d469e3e7963487c308e, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/a2cd0b8fedd74d469e3e7963487c308e is 175, key is test_row_0/A:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742190_1366 (size=39549) 2024-11-09T12:53:03,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/a2cd0b8fedd74d469e3e7963487c308e 2024-11-09T12:53:03,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/19830e403e9b4f3eb6ccf2f6a8ff13ad is 50, key is test_row_0/B:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742191_1367 (size=12001) 2024-11-09T12:53:03,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/19830e403e9b4f3eb6ccf2f6a8ff13ad 2024-11-09T12:53:03,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/533384dd3bfb4f74a10e2543fc831376 is 50, key is test_row_0/C:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742192_1368 (size=12001) 2024-11-09T12:53:03,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/533384dd3bfb4f74a10e2543fc831376 2024-11-09T12:53:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156843277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/a2cd0b8fedd74d469e3e7963487c308e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e 2024-11-09T12:53:03,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e, entries=200, sequenceid=77, filesize=38.6 K 2024-11-09T12:53:03,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/19830e403e9b4f3eb6ccf2f6a8ff13ad as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad 2024-11-09T12:53:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:53:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/533384dd3bfb4f74a10e2543fc831376 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376 2024-11-09T12:53:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:53:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for e06d6b4186681e07dea096a65aa1a41b in 156ms, sequenceid=77, compaction requested=true 2024-11-09T12:53:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,309 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,311 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:03,311 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:03,311 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:03,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:03,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:03,311 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:03,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:03,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:03,311 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=137.7 K 2024-11-09T12:53:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,311 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:03,311 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e] 2024-11-09T12:53:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,312 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40e96064f382456ab15324f1d5b70227, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731156780047 2024-11-09T12:53:03,312 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:03,312 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:03,312 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,312 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=44.6 K 2024-11-09T12:53:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,312 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c72f019184c43daa6d59755ec271149, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156780080 2024-11-09T12:53:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,313 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bfda27c1b5d4108aa59978355a2a8d8, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731156782336 2024-11-09T12:53:03,313 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cd0320c032b1405486314f09a87e58ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731156780047 2024-11-09T12:53:03,314 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 725bbd99d3e642a7a9b84f0cab76ee06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156780080 2024-11-09T12:53:03,314 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2cd0b8fedd74d469e3e7963487c308e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782498 2024-11-09T12:53:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,314 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 132c2ac7a5de4a12b520f3e75367e62f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731156782336 2024-11-09T12:53:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,315 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 19830e403e9b4f3eb6ccf2f6a8ff13ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782505 2024-11-09T12:53:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,324 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,326 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,326 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110911c374989ae44d6ca4a7af786a0f531f_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,326 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/445dd487f84d4c67a5b94ed7147b6b09 is 50, key is test_row_0/B:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,329 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110911c374989ae44d6ca4a7af786a0f531f_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,329 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110911c374989ae44d6ca4a7af786a0f531f_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742193_1369 (size=12139) 2024-11-09T12:53:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742194_1370 (size=4469) 2024-11-09T12:53:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T12:53:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,338 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,338 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-09T12:53:03,340 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#318 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:03,341 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/50def6a0a4924f3aa2702a33c45d3014 is 175, key is test_row_0/A:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,342 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:03,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,345 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/445dd487f84d4c67a5b94ed7147b6b09 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/445dd487f84d4c67a5b94ed7147b6b09 2024-11-09T12:53:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,351 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into 445dd487f84d4c67a5b94ed7147b6b09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:03,351 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:03,351 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=12, startTime=1731156783311; duration=0sec 2024-11-09T12:53:03,351 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:03,351 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,351 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,354 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,354 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:03,354 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,354 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=44.6 K 2024-11-09T12:53:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742195_1371 (size=31093) 2024-11-09T12:53:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,354 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a3cc7139d8844da4ab3ef9520acca12d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731156780047 2024-11-09T12:53:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,355 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c541c14400f7470ba4ea4d3ea53d14de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731156780080 2024-11-09T12:53:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,355 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d844f5c2d085442c890560dc6157b1e5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731156782336 2024-11-09T12:53:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,356 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 533384dd3bfb4f74a10e2543fc831376, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782505 2024-11-09T12:53:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,365 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/50def6a0a4924f3aa2702a33c45d3014 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014 2024-11-09T12:53:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,372 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 50def6a0a4924f3aa2702a33c45d3014(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:03,372 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:03,372 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=12, startTime=1731156783309; duration=0sec 2024-11-09T12:53:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,372 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:03,372 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:03,372 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,373 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/f42ff0e679e84a2187835863e1da13df is 50, key is test_row_0/C:col10/1731156782505/Put/seqid=0 2024-11-09T12:53:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742196_1372 (size=12139) 2024-11-09T12:53:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T12:53:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:03,497 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-09T12:53:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109593e571776714529b32fb1d5c02d6b59_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156783159/Put/seqid=0 2024-11-09T12:53:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742197_1373 (size=7274) 2024-11-09T12:53:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109593e571776714529b32fb1d5c02d6b59_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109593e571776714529b32fb1d5c02d6b59_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/c824845cd3284b85bc71875c082201b4, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/c824845cd3284b85bc71875c082201b4 is 175, key is test_row_0/A:col10/1731156783159/Put/seqid=0 2024-11-09T12:53:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742198_1374 (size=13765) 2024-11-09T12:53:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156843715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156843737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156843741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,786 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/f42ff0e679e84a2187835863e1da13df as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f42ff0e679e84a2187835863e1da13df 2024-11-09T12:53:03,790 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into f42ff0e679e84a2187835863e1da13df(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:03,791 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:03,791 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=12, startTime=1731156783311; duration=0sec 2024-11-09T12:53:03,791 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:03,791 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156843847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156843847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156843848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156843857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156843857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:03,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/c824845cd3284b85bc71875c082201b4 2024-11-09T12:53:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7800035ab46849939596fc76bef13ebc is 50, key is test_row_0/B:col10/1731156783159/Put/seqid=0 2024-11-09T12:53:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742199_1375 (size=7315) 2024-11-09T12:53:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156844058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156844058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156844058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156844067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156844077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,362 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7800035ab46849939596fc76bef13ebc 2024-11-09T12:53:04,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/575c53611f004cd0a205b67862db55b3 is 50, key is test_row_0/C:col10/1731156783159/Put/seqid=0 2024-11-09T12:53:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156844367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156844367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156844368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742200_1376 (size=7315) 2024-11-09T12:53:04,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156844377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156844387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:04,777 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/575c53611f004cd0a205b67862db55b3 2024-11-09T12:53:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/c824845cd3284b85bc71875c082201b4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4 2024-11-09T12:53:04,785 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4, entries=50, sequenceid=83, filesize=13.4 K 2024-11-09T12:53:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7800035ab46849939596fc76bef13ebc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc 2024-11-09T12:53:04,789 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc, entries=50, sequenceid=83, filesize=7.1 K 2024-11-09T12:53:04,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/575c53611f004cd0a205b67862db55b3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3 2024-11-09T12:53:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3, entries=50, sequenceid=83, filesize=7.1 K 2024-11-09T12:53:04,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for e06d6b4186681e07dea096a65aa1a41b in 1298ms, sequenceid=83, compaction requested=false 2024-11-09T12:53:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-09T12:53:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-09T12:53:04,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T12:53:04,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-09T12:53:04,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.4610 sec 2024-11-09T12:53:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:04,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:04,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-09T12:53:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156844878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c296e378a33b4af692c83909d79e5327_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156844883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156844887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156844887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156844897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742201_1377 (size=14594) 2024-11-09T12:53:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156844997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156845208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,301 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:05,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c296e378a33b4af692c83909d79e5327_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c296e378a33b4af692c83909d79e5327_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:05,305 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b36a2b9001394712b4c6dfd70ffa89f8, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:05,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b36a2b9001394712b4c6dfd70ffa89f8 is 175, key is test_row_0/A:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742202_1378 (size=39549) 2024-11-09T12:53:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T12:53:05,487 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:05,488 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-09T12:53:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T12:53:05,490 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:05,491 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:05,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:05,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156845517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T12:53:05,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T12:53:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b36a2b9001394712b4c6dfd70ffa89f8 2024-11-09T12:53:05,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/2d5b5bb6c7874a95b8d4fcae00a78661 is 50, key is test_row_0/B:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742203_1379 (size=12001) 2024-11-09T12:53:05,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T12:53:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T12:53:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156845897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156845897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156845898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,901 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:05,901 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,902 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156845907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:05,910 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:05,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T12:53:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:05,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156846027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:06,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T12:53:06,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T12:53:06,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/2d5b5bb6c7874a95b8d4fcae00a78661 2024-11-09T12:53:06,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/23de000ed9dc4457bcfcfce9a335423d is 50, key is test_row_0/C:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742204_1380 (size=12001) 2024-11-09T12:53:06,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/23de000ed9dc4457bcfcfce9a335423d 2024-11-09T12:53:06,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b36a2b9001394712b4c6dfd70ffa89f8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8 2024-11-09T12:53:06,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8, entries=200, sequenceid=117, filesize=38.6 K 2024-11-09T12:53:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/2d5b5bb6c7874a95b8d4fcae00a78661 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661 2024-11-09T12:53:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T12:53:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/23de000ed9dc4457bcfcfce9a335423d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d 2024-11-09T12:53:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T12:53:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for e06d6b4186681e07dea096a65aa1a41b in 1287ms, sequenceid=117, compaction requested=true 2024-11-09T12:53:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:06,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:06,171 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,171 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:06,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:06,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84407 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:06,172 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,172 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,172 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=82.4 K 2024-11-09T12:53:06,172 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,172 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/445dd487f84d4c67a5b94ed7147b6b09, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=30.7 K 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8] 2024-11-09T12:53:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,172 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 445dd487f84d4c67a5b94ed7147b6b09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782505 2024-11-09T12:53:06,173 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50def6a0a4924f3aa2702a33c45d3014, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782505 2024-11-09T12:53:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,173 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c824845cd3284b85bc71875c082201b4, keycount=50, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731156783159 2024-11-09T12:53:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,173 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7800035ab46849939596fc76bef13ebc, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731156783159 2024-11-09T12:53:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,173 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b36a2b9001394712b4c6dfd70ffa89f8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,174 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5b5bb6c7874a95b8d4fcae00a78661, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,183 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c7ecccc892a748f09e85fee2b3d661f7_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:06,183 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,184 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/5abf22dab8bc4a998fed577167f09571 is 50, key is test_row_0/B:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,185 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c7ecccc892a748f09e85fee2b3d661f7_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:06,185 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c7ecccc892a748f09e85fee2b3d661f7_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742205_1381 (size=12241) 2024-11-09T12:53:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742206_1382 (size=4469) 2024-11-09T12:53:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,196 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/5abf22dab8bc4a998fed577167f09571 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/5abf22dab8bc4a998fed577167f09571 2024-11-09T12:53:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,200 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into 5abf22dab8bc4a998fed577167f09571(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:06,200 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,201 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156786171; duration=0sec 2024-11-09T12:53:06,201 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:06,201 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:06,201 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,203 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,203 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:06,203 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,203 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f42ff0e679e84a2187835863e1da13df, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=30.7 K 2024-11-09T12:53:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,203 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f42ff0e679e84a2187835863e1da13df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156782505 2024-11-09T12:53:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,203 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 575c53611f004cd0a205b67862db55b3, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731156783159 2024-11-09T12:53:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,204 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 23de000ed9dc4457bcfcfce9a335423d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,211 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#329 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,212 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/21267b03100f4a8f883ecb766db10434 is 50, key is test_row_0/C:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742207_1383 (size=12241) 2024-11-09T12:53:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,225 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/21267b03100f4a8f883ecb766db10434 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/21267b03100f4a8f883ecb766db10434 2024-11-09T12:53:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,229 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into 21267b03100f4a8f883ecb766db10434(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:06,230 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,230 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156786172; duration=0sec 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,230 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:06,230 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T12:53:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-09T12:53:06,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 775 msec 2024-11-09T12:53:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,594 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,595 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0df33a09e483405381fb4a74642c8e0c is 175, key is test_row_0/A:col10/1731156783737/Put/seqid=0 2024-11-09T12:53:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742208_1384 (size=31195) 2024-11-09T12:53:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T12:53:06,628 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,629 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T12:53:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,633 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/0df33a09e483405381fb4a74642c8e0c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c 2024-11-09T12:53:06,633 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T12:53:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,638 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 0df33a09e483405381fb4a74642c8e0c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:06,638 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,638 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156786171; duration=0sec 2024-11-09T12:53:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,638 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:06,638 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T12:53:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:06,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:06,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T12:53:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T12:53:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T12:53:06,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-09T12:53:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 163 msec 2024-11-09T12:53:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T12:53:06,948 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,949 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T12:53:06,951 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:06,952 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:06,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T12:53:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T12:53:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-09T12:53:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098729cc370eb3472da153965eca239f27_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156787068/Put/seqid=0 2024-11-09T12:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742209_1385 (size=7274) 2024-11-09T12:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T12:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098729cc370eb3472da153965eca239f27_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098729cc370eb3472da153965eca239f27_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/e2b57d5ace434c6f8804f134b93cb3e8, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/e2b57d5ace434c6f8804f134b93cb3e8 is 175, key is test_row_0/A:col10/1731156787068/Put/seqid=0 2024-11-09T12:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T12:53:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156847584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742210_1386 (size=13765) 2024-11-09T12:53:07,593 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/e2b57d5ace434c6f8804f134b93cb3e8 2024-11-09T12:53:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/94048a599596470db717228213578ca9 is 50, key is test_row_0/B:col10/1731156787068/Put/seqid=0 2024-11-09T12:53:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742211_1387 (size=7315) 2024-11-09T12:53:07,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/94048a599596470db717228213578ca9 2024-11-09T12:53:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/dc535ee90b274cc9bab8a119d14a2998 is 50, key is test_row_0/C:col10/1731156787068/Put/seqid=0 2024-11-09T12:53:07,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156847687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742212_1388 (size=7315) 2024-11-09T12:53:07,747 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/dc535ee90b274cc9bab8a119d14a2998 2024-11-09T12:53:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/e2b57d5ace434c6f8804f134b93cb3e8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8 2024-11-09T12:53:07,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8, entries=50, sequenceid=126, filesize=13.4 K 2024-11-09T12:53:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/94048a599596470db717228213578ca9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9 2024-11-09T12:53:07,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9, entries=50, sequenceid=126, filesize=7.1 K 2024-11-09T12:53:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/dc535ee90b274cc9bab8a119d14a2998 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998 2024-11-09T12:53:07,773 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998, entries=50, sequenceid=126, filesize=7.1 K 2024-11-09T12:53:07,777 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for e06d6b4186681e07dea096a65aa1a41b in 671ms, sequenceid=126, compaction requested=false 2024-11-09T12:53:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T12:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T12:53:07,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T12:53:07,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-11-09T12:53:07,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 833 msec 2024-11-09T12:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:07,903 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:07,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-09T12:53:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156847903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156847907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,911 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f582be6f58074a9bba0aa32573f759e6_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156847917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156847917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156847917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:07,922 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:07,922 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,923 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742213_1389 (size=14794) 2024-11-09T12:53:07,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:07,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f582be6f58074a9bba0aa32573f759e6_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f582be6f58074a9bba0aa32573f759e6_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:07,938 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/72716cae0a6045c2a4c85a50120dd6c2, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:07,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/72716cae0a6045c2a4c85a50120dd6c2 is 175, key is test_row_0/A:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742214_1390 (size=39749) 2024-11-09T12:53:08,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156848017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T12:53:08,087 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:08,088 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T12:53:08,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T12:53:08,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:08,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T12:53:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156848228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:08,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T12:53:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/72716cae0a6045c2a4c85a50120dd6c2 2024-11-09T12:53:08,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4f3a36eed534484caa0f3359a074782d is 50, key is test_row_0/B:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742215_1391 (size=12151) 2024-11-09T12:53:08,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4f3a36eed534484caa0f3359a074782d 2024-11-09T12:53:08,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T12:53:08,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/0c605e18b9634b488648f0e3321c9b4d is 50, key is test_row_0/C:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T12:53:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742216_1392 (size=12151) 2024-11-09T12:53:08,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/0c605e18b9634b488648f0e3321c9b4d 2024-11-09T12:53:08,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/72716cae0a6045c2a4c85a50120dd6c2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2 2024-11-09T12:53:08,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2, entries=200, sequenceid=159, filesize=38.8 K 2024-11-09T12:53:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4f3a36eed534484caa0f3359a074782d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d 2024-11-09T12:53:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T12:53:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/0c605e18b9634b488648f0e3321c9b4d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d 2024-11-09T12:53:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T12:53:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for e06d6b4186681e07dea096a65aa1a41b in 549ms, sequenceid=159, compaction requested=true 2024-11-09T12:53:08,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,452 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:08,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:08,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:08,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:08,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:08,454 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,454 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84709 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:08,454 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,454 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,454 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=82.7 K 2024-11-09T12:53:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,455 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,455 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2] 2024-11-09T12:53:08,455 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,455 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:08,455 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df33a09e483405381fb4a74642c8e0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:08,455 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,455 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/5abf22dab8bc4a998fed577167f09571, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=31.0 K 2024-11-09T12:53:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,456 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2b57d5ace434c6f8804f134b93cb3e8, keycount=50, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731156787068 2024-11-09T12:53:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,456 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72716cae0a6045c2a4c85a50120dd6c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,459 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5abf22dab8bc4a998fed577167f09571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,460 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 94048a599596470db717228213578ca9, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731156787068 2024-11-09T12:53:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,460 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f3a36eed534484caa0f3359a074782d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,465 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,468 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093b1976fc166a4344acdf7148af24438f_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,470 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093b1976fc166a4344acdf7148af24438f_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:08,470 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b1976fc166a4344acdf7148af24438f_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,476 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/6f8fa4c346d947b5b2982d3091f77127 is 50, key is test_row_0/B:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742217_1393 (size=4469) 2024-11-09T12:53:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,484 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#336 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,485 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/69153ba2d0a94ddc8089afbb3b4d371a is 175, key is test_row_0/A:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742218_1394 (size=12493) 2024-11-09T12:53:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742219_1395 (size=31447) 2024-11-09T12:53:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,533 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/69153ba2d0a94ddc8089afbb3b4d371a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a 2024-11-09T12:53:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,541 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 69153ba2d0a94ddc8089afbb3b4d371a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:08,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:08,541 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156788452; duration=0sec 2024-11-09T12:53:08,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:08,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,541 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,542 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:08,542 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,542 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,542 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/21267b03100f4a8f883ecb766db10434, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=31.0 K 2024-11-09T12:53:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,543 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21267b03100f4a8f883ecb766db10434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731156783714 2024-11-09T12:53:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,543 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc535ee90b274cc9bab8a119d14a2998, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731156787068 2024-11-09T12:53:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,544 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c605e18b9634b488648f0e3321c9b4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T12:53:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T12:53:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T12:53:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T12:53:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 465 msec 2024-11-09T12:53:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 472 msec 2024-11-09T12:53:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,571 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,572 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d80692ebd167489da1c453b42f05b06f is 50, key is test_row_0/C:col10/1731156787535/Put/seqid=0 2024-11-09T12:53:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742220_1396 (size=12493) 2024-11-09T12:53:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d80692ebd167489da1c453b42f05b06f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d80692ebd167489da1c453b42f05b06f 2024-11-09T12:53:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,593 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into d80692ebd167489da1c453b42f05b06f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,593 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:08,593 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156788454; duration=0sec 2024-11-09T12:53:08,593 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:08,593 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T12:53:08,720 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,721 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T12:53:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:08,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:08,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:08,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109424fc31b0ac442d3837efbc04053f6ac_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156788753/Put/seqid=0 2024-11-09T12:53:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742221_1397 (size=14794) 2024-11-09T12:53:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:08,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:08,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:08,917 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/6f8fa4c346d947b5b2982d3091f77127 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/6f8fa4c346d947b5b2982d3091f77127 2024-11-09T12:53:08,921 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into 6f8fa4c346d947b5b2982d3091f77127(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:08,921 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:08,921 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156788454; duration=0sec 2024-11-09T12:53:08,921 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:08,921 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156848940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:09,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156849057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:09,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:09,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109424fc31b0ac442d3837efbc04053f6ac_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109424fc31b0ac442d3837efbc04053f6ac_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:09,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/d1864791b07749eebfc700fee85f3b2a, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/d1864791b07749eebfc700fee85f3b2a is 175, key is test_row_0/A:col10/1731156788753/Put/seqid=0 2024-11-09T12:53:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742222_1398 (size=39749) 2024-11-09T12:53:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156849267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:09,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:09,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156849577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:09,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/d1864791b07749eebfc700fee85f3b2a 2024-11-09T12:53:09,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/dbb1e7f101a54af7b35d06b0c509a210 is 50, key is test_row_0/B:col10/1731156788753/Put/seqid=0 2024-11-09T12:53:09,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742223_1399 (size=12151) 2024-11-09T12:53:09,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:09,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:09,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/dbb1e7f101a54af7b35d06b0c509a210 2024-11-09T12:53:10,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/3e961db6c9bc4216b411744af1eec243 is 50, key is test_row_0/C:col10/1731156788753/Put/seqid=0 2024-11-09T12:53:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742224_1400 (size=12151) 2024-11-09T12:53:10,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/3e961db6c9bc4216b411744af1eec243 2024-11-09T12:53:10,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/d1864791b07749eebfc700fee85f3b2a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a 2024-11-09T12:53:10,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a, entries=200, sequenceid=173, filesize=38.8 K 2024-11-09T12:53:10,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/dbb1e7f101a54af7b35d06b0c509a210 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210 2024-11-09T12:53:10,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T12:53:10,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/3e961db6c9bc4216b411744af1eec243 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243 2024-11-09T12:53:10,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T12:53:10,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e06d6b4186681e07dea096a65aa1a41b in 1305ms, sequenceid=173, compaction requested=false 2024-11-09T12:53:10,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:10,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T12:53:10,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a04cfb36a4484e29a9b9eea848831c83_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742225_1401 (size=14794) 2024-11-09T12:53:10,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:10,118 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a04cfb36a4484e29a9b9eea848831c83_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a04cfb36a4484e29a9b9eea848831c83_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:10,119 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/feb739a3022d43a48d677b333005882c, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:10,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/feb739a3022d43a48d677b333005882c is 175, key is test_row_0/A:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742226_1402 (size=39749) 2024-11-09T12:53:10,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/feb739a3022d43a48d677b333005882c 2024-11-09T12:53:10,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4c7c40a0eedd42f2ae8c2c06788a9bbb is 50, key is test_row_0/B:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742227_1403 (size=12151) 2024-11-09T12:53:10,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4c7c40a0eedd42f2ae8c2c06788a9bbb 2024-11-09T12:53:10,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/7327d57131304a078bae974fe380bb57 is 50, key is test_row_0/C:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742228_1404 (size=12151) 2024-11-09T12:53:10,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156850154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:10,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156850267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:10,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156850477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:10,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/7327d57131304a078bae974fe380bb57 2024-11-09T12:53:10,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/feb739a3022d43a48d677b333005882c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c 2024-11-09T12:53:10,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c, entries=200, sequenceid=200, filesize=38.8 K 2024-11-09T12:53:10,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/4c7c40a0eedd42f2ae8c2c06788a9bbb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb 2024-11-09T12:53:10,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T12:53:10,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/7327d57131304a078bae974fe380bb57 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57 2024-11-09T12:53:10,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T12:53:10,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e06d6b4186681e07dea096a65aa1a41b in 485ms, sequenceid=200, compaction requested=true 2024-11-09T12:53:10,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:10,587 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:53:10,587 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:10,588 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,588 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,588 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=108.3 K 2024-11-09T12:53:10,588 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,588 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/6f8fa4c346d947b5b2982d3091f77127, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=35.9 K 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c] 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8fa4c346d947b5b2982d3091f77127, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:10,588 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69153ba2d0a94ddc8089afbb3b4d371a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:10,589 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb1e7f101a54af7b35d06b0c509a210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156788716 2024-11-09T12:53:10,589 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1864791b07749eebfc700fee85f3b2a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156788716 2024-11-09T12:53:10,590 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c7c40a0eedd42f2ae8c2c06788a9bbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:10,590 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb739a3022d43a48d677b333005882c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:10,600 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:10,601 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/71dbdc7f84bf445fa83830cd4cc22ee4 is 50, key is test_row_0/B:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,602 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:10,606 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094fe8caa632414ffcb7dc8fd94209b35c_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:10,607 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094fe8caa632414ffcb7dc8fd94209b35c_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:10,608 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094fe8caa632414ffcb7dc8fd94209b35c_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742229_1405 (size=12595) 2024-11-09T12:53:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742230_1406 (size=4469) 2024-11-09T12:53:10,625 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#346 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:10,625 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b461a5f4ed834de6a0f20a364b90fe05 is 175, key is test_row_0/A:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742231_1407 (size=31549) 2024-11-09T12:53:10,634 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/b461a5f4ed834de6a0f20a364b90fe05 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05 2024-11-09T12:53:10,639 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into b461a5f4ed834de6a0f20a364b90fe05(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:10,639 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:10,639 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156790586; duration=0sec 2024-11-09T12:53:10,639 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:10,639 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:10,639 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:10,640 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:10,640 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:10,640 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,640 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d80692ebd167489da1c453b42f05b06f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=35.9 K 2024-11-09T12:53:10,640 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80692ebd167489da1c453b42f05b06f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731156787535 2024-11-09T12:53:10,641 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e961db6c9bc4216b411744af1eec243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156788716 2024-11-09T12:53:10,641 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7327d57131304a078bae974fe380bb57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:10,648 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:10,648 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/98a23e888c004a6eafcde886575fdda2 is 50, key is test_row_0/C:col10/1731156790100/Put/seqid=0 2024-11-09T12:53:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742232_1408 (size=12595) 2024-11-09T12:53:10,659 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/98a23e888c004a6eafcde886575fdda2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/98a23e888c004a6eafcde886575fdda2 2024-11-09T12:53:10,663 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into 98a23e888c004a6eafcde886575fdda2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:10,663 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:10,663 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156790587; duration=0sec 2024-11-09T12:53:10,664 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:10,664 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T12:53:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:10,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T12:53:10,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d57924c5925f4fd5a3099d68a3186217_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156790104/Put/seqid=0 2024-11-09T12:53:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742233_1409 (size=12304) 2024-11-09T12:53:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:10,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156850955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,024 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/71dbdc7f84bf445fa83830cd4cc22ee4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/71dbdc7f84bf445fa83830cd4cc22ee4 2024-11-09T12:53:11,031 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into 71dbdc7f84bf445fa83830cd4cc22ee4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:11,031 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:11,031 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156790587; duration=0sec 2024-11-09T12:53:11,031 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:11,031 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156851067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:11,139 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d57924c5925f4fd5a3099d68a3186217_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d57924c5925f4fd5a3099d68a3186217_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/aa43645ed15b4f6ea2b9c058ff865aeb, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/aa43645ed15b4f6ea2b9c058ff865aeb is 175, key is test_row_0/A:col10/1731156790104/Put/seqid=0 2024-11-09T12:53:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742234_1410 (size=31105) 2024-11-09T12:53:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156851277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,545 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/aa43645ed15b4f6ea2b9c058ff865aeb 2024-11-09T12:53:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/a2a85643b3504153ab5dcb3b2136e7a8 is 50, key is test_row_0/B:col10/1731156790104/Put/seqid=0 2024-11-09T12:53:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742235_1411 (size=12151) 2024-11-09T12:53:11,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/a2a85643b3504153ab5dcb3b2136e7a8 2024-11-09T12:53:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/87d20b4c39974ec4862955d3d764fabc is 50, key is test_row_0/C:col10/1731156790104/Put/seqid=0 2024-11-09T12:53:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742236_1412 (size=12151) 2024-11-09T12:53:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156851597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32780 deadline: 1731156851927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,936 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:11,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32806 deadline: 1731156851947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60956 deadline: 1731156851947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,951 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:11,951 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:32770 deadline: 1731156851957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:11,961 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in e06d6b4186681e07dea096a65aa1a41b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:11,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/87d20b4c39974ec4862955d3d764fabc 2024-11-09T12:53:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/aa43645ed15b4f6ea2b9c058ff865aeb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb 2024-11-09T12:53:11,976 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb, entries=150, sequenceid=212, filesize=30.4 K 2024-11-09T12:53:11,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/a2a85643b3504153ab5dcb3b2136e7a8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8 2024-11-09T12:53:11,980 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:53:11,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/87d20b4c39974ec4862955d3d764fabc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc 2024-11-09T12:53:11,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T12:53:11,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e06d6b4186681e07dea096a65aa1a41b in 1268ms, sequenceid=212, compaction requested=false 2024-11-09T12:53:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T12:53:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T12:53:11,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T12:53:11,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2620 sec 2024-11-09T12:53:11,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.2710 sec 2024-11-09T12:53:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:12,121 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:12,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T12:53:12,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b7b95aedae345698f959ac1c896bcc8_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:12,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742237_1413 (size=14794) 2024-11-09T12:53:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156852164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156852277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:12,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156852497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:12,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:12,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b7b95aedae345698f959ac1c896bcc8_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b7b95aedae345698f959ac1c896bcc8_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:12,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/13917cab9a874a63a30a0e9514ce4b40, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:12,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/13917cab9a874a63a30a0e9514ce4b40 is 175, key is test_row_0/A:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742238_1414 (size=39749) 2024-11-09T12:53:12,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156852818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T12:53:12,878 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:12,878 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T12:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:12,880 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:12,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:12,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:12,964 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/13917cab9a874a63a30a0e9514ce4b40 2024-11-09T12:53:12,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/e7a50cab47ec42d6a1a68b7c1816dea4 is 50, key is test_row_0/B:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:12,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742239_1415 (size=12151) 2024-11-09T12:53:12,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/e7a50cab47ec42d6a1a68b7c1816dea4 2024-11-09T12:53:12,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/99411f33af5a4c64a2383f18797045c9 is 50, key is test_row_0/C:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742240_1416 (size=12151) 2024-11-09T12:53:13,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T12:53:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T12:53:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:13,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T12:53:13,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:13,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156853337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:13,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/99411f33af5a4c64a2383f18797045c9 2024-11-09T12:53:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/13917cab9a874a63a30a0e9514ce4b40 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40 2024-11-09T12:53:13,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40, entries=200, sequenceid=240, filesize=38.8 K 2024-11-09T12:53:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/e7a50cab47ec42d6a1a68b7c1816dea4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4 2024-11-09T12:53:13,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4, entries=150, sequenceid=240, filesize=11.9 K 2024-11-09T12:53:13,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/99411f33af5a4c64a2383f18797045c9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9 2024-11-09T12:53:13,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9, entries=150, sequenceid=240, filesize=11.9 K 2024-11-09T12:53:13,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e06d6b4186681e07dea096a65aa1a41b in 1290ms, sequenceid=240, compaction requested=true 2024-11-09T12:53:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:13,412 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:13,412 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:13,413 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:13,413 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:13,413 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,413 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=100.0 K 2024-11-09T12:53:13,413 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,413 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40] 2024-11-09T12:53:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:13,416 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b461a5f4ed834de6a0f20a364b90fe05, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:13,417 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa43645ed15b4f6ea2b9c058ff865aeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156790104 2024-11-09T12:53:13,417 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:13,417 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:13,417 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,417 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/71dbdc7f84bf445fa83830cd4cc22ee4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.0 K 2024-11-09T12:53:13,417 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13917cab9a874a63a30a0e9514ce4b40, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:13,417 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 71dbdc7f84bf445fa83830cd4cc22ee4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:13,418 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a85643b3504153ab5dcb3b2136e7a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156790104 2024-11-09T12:53:13,418 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a50cab47ec42d6a1a68b7c1816dea4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:13,440 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:13,440 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/a21acbbd8b57430f9e3458a7391d3be2 is 50, key is test_row_0/B:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:13,442 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:13,462 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090cd52f1e307b415384ff9344e40f4891_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:13,463 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090cd52f1e307b415384ff9344e40f4891_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:13,463 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090cd52f1e307b415384ff9344e40f4891_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742241_1417 (size=12697) 2024-11-09T12:53:13,485 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/a21acbbd8b57430f9e3458a7391d3be2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a21acbbd8b57430f9e3458a7391d3be2 2024-11-09T12:53:13,490 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into a21acbbd8b57430f9e3458a7391d3be2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:13,490 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:13,490 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156793412; duration=0sec 2024-11-09T12:53:13,490 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:13,491 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:13,491 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:13,492 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:13,493 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:13,493 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,493 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/98a23e888c004a6eafcde886575fdda2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.0 K 2024-11-09T12:53:13,494 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a23e888c004a6eafcde886575fdda2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731156788921 2024-11-09T12:53:13,494 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 87d20b4c39974ec4862955d3d764fabc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731156790104 2024-11-09T12:53:13,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T12:53:13,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:13,495 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 99411f33af5a4c64a2383f18797045c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:13,495 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T12:53:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742242_1418 (size=4469) 2024-11-09T12:53:13,503 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#355 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:13,504 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/4479f992c81847e38f81aff40b7eb343 is 175, key is test_row_0/A:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095dedab982b0d4384baa6a3e9c090c379_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156792132/Put/seqid=0 2024-11-09T12:53:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742243_1419 (size=31651) 2024-11-09T12:53:13,531 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#357 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:13,531 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/ef20e2956dfa42818be7b3991d3e3145 is 50, key is test_row_0/C:col10/1731156792120/Put/seqid=0 2024-11-09T12:53:13,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742244_1420 (size=12304) 2024-11-09T12:53:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:13,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095dedab982b0d4384baa6a3e9c090c379_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095dedab982b0d4384baa6a3e9c090c379_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/569035241857453d87bdda9b4ca2fd20, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:13,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/569035241857453d87bdda9b4ca2fd20 is 175, key is test_row_0/A:col10/1731156792132/Put/seqid=0 2024-11-09T12:53:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742246_1422 (size=31105) 2024-11-09T12:53:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742245_1421 (size=12697) 2024-11-09T12:53:13,923 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/4479f992c81847e38f81aff40b7eb343 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343 2024-11-09T12:53:13,932 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 4479f992c81847e38f81aff40b7eb343(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:13,933 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:13,933 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156793412; duration=0sec 2024-11-09T12:53:13,933 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:13,933 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/569035241857453d87bdda9b4ca2fd20 2024-11-09T12:53:14,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/0587141b270f40168597ecee88b63694 is 50, key is test_row_0/B:col10/1731156792132/Put/seqid=0 2024-11-09T12:53:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742247_1423 (size=12151) 2024-11-09T12:53:14,052 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/ef20e2956dfa42818be7b3991d3e3145 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/ef20e2956dfa42818be7b3991d3e3145 2024-11-09T12:53:14,066 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into ef20e2956dfa42818be7b3991d3e3145(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:14,066 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:14,067 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156793416; duration=0sec 2024-11-09T12:53:14,069 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:14,069 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:14,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:14,436 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/0587141b270f40168597ecee88b63694 2024-11-09T12:53:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/b503c53751884d7e868c3f8e2bf376d2 is 50, key is test_row_0/C:col10/1731156792132/Put/seqid=0 2024-11-09T12:53:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742248_1424 (size=12151) 2024-11-09T12:53:14,447 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/b503c53751884d7e868c3f8e2bf376d2 2024-11-09T12:53:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/569035241857453d87bdda9b4ca2fd20 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20 2024-11-09T12:53:14,456 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20, entries=150, sequenceid=250, filesize=30.4 K 2024-11-09T12:53:14,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/0587141b270f40168597ecee88b63694 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694 2024-11-09T12:53:14,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T12:53:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/b503c53751884d7e868c3f8e2bf376d2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2 2024-11-09T12:53:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T12:53:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=120.76 KB/123660 for e06d6b4186681e07dea096a65aa1a41b in 973ms, sequenceid=250, compaction requested=false 2024-11-09T12:53:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T12:53:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T12:53:14,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T12:53:14,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5880 sec 2024-11-09T12:53:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:14,472 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:14,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:53:14,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.5940 sec 2024-11-09T12:53:14,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e5c642999bb74b6abb86b891acdb9b51_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742249_1425 (size=14994) 2024-11-09T12:53:14,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:14,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e5c642999bb74b6abb86b891acdb9b51_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5c642999bb74b6abb86b891acdb9b51_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:14,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/eb038a04e942417d965d418bfc87db7b, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:14,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/eb038a04e942417d965d418bfc87db7b is 175, key is test_row_0/A:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742250_1426 (size=39949) 2024-11-09T12:53:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156854565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:14,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156854688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:14,897 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/eb038a04e942417d965d418bfc87db7b 2024-11-09T12:53:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156854899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:14,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/88154b44cde349fbacdb27c954f8acd9 is 50, key is test_row_0/B:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742251_1427 (size=12301) 2024-11-09T12:53:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T12:53:15,028 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:15,028 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-09T12:53:15,030 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:15,031 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:15,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:15,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T12:53:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156855207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:15,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/88154b44cde349fbacdb27c954f8acd9 2024-11-09T12:53:15,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/2555f426cbda419393ab41908d47d6f9 is 50, key is test_row_0/C:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:15,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742252_1428 (size=12301) 2024-11-09T12:53:15,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T12:53:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:15,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T12:53:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T12:53:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:15,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/2555f426cbda419393ab41908d47d6f9 2024-11-09T12:53:15,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/eb038a04e942417d965d418bfc87db7b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b 2024-11-09T12:53:15,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b, entries=200, sequenceid=274, filesize=39.0 K 2024-11-09T12:53:15,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/88154b44cde349fbacdb27c954f8acd9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9 2024-11-09T12:53:15,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9, entries=150, sequenceid=274, filesize=12.0 K 2024-11-09T12:53:15,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/2555f426cbda419393ab41908d47d6f9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9 2024-11-09T12:53:15,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156855727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:15,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9, entries=150, sequenceid=274, filesize=12.0 K 2024-11-09T12:53:15,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e06d6b4186681e07dea096a65aa1a41b in 1268ms, sequenceid=274, compaction requested=true 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:15,740 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:15,740 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:15,741 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:15,742 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,742 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,742 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a21acbbd8b57430f9e3458a7391d3be2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.3 K 2024-11-09T12:53:15,742 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=100.3 K 2024-11-09T12:53:15,742 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b] 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a21acbbd8b57430f9e3458a7391d3be2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4479f992c81847e38f81aff40b7eb343, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:15,742 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 0587141b270f40168597ecee88b63694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156792132 2024-11-09T12:53:15,743 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 88154b44cde349fbacdb27c954f8acd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:15,743 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 569035241857453d87bdda9b4ca2fd20, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156792132 2024-11-09T12:53:15,743 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb038a04e942417d965d418bfc87db7b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:15,748 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:15,750 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:15,750 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110938e4ccffd48f46e8a68e2ee4cbdeb04a_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:15,750 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/e84b4daf0d5a46e484f2c0a84f7b607c is 50, key is test_row_0/B:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:15,752 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110938e4ccffd48f46e8a68e2ee4cbdeb04a_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:15,752 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938e4ccffd48f46e8a68e2ee4cbdeb04a_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742253_1429 (size=12949) 2024-11-09T12:53:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742254_1430 (size=4469) 2024-11-09T12:53:15,763 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#364 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:15,764 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/8a9c30e99ae6447ca853cc008a89cf3d is 175, key is test_row_0/A:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742255_1431 (size=31903) 2024-11-09T12:53:15,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T12:53:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:15,798 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:53:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110971ee8e90dbc74518857c99c0c3a87857_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156794559/Put/seqid=0 2024-11-09T12:53:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742256_1432 (size=12454) 2024-11-09T12:53:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:16,187 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/e84b4daf0d5a46e484f2c0a84f7b607c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e84b4daf0d5a46e484f2c0a84f7b607c 2024-11-09T12:53:16,202 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/8a9c30e99ae6447ca853cc008a89cf3d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d 2024-11-09T12:53:16,206 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into e84b4daf0d5a46e484f2c0a84f7b607c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:16,206 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:16,206 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156795740; duration=0sec 2024-11-09T12:53:16,206 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:16,206 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:16,206 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:16,207 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:16,208 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:16,208 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:16,208 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/ef20e2956dfa42818be7b3991d3e3145, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.3 K 2024-11-09T12:53:16,209 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ef20e2956dfa42818be7b3991d3e3145, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731156790921 2024-11-09T12:53:16,210 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b503c53751884d7e868c3f8e2bf376d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156792132 2024-11-09T12:53:16,210 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2555f426cbda419393ab41908d47d6f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:16,212 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 8a9c30e99ae6447ca853cc008a89cf3d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:16,212 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:16,212 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156795740; duration=0sec 2024-11-09T12:53:16,212 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:16,212 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:16,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:16,231 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:16,232 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/7aeaee80e4be42368a1627597fc15619 is 50, key is test_row_0/C:col10/1731156794461/Put/seqid=0 2024-11-09T12:53:16,241 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110971ee8e90dbc74518857c99c0c3a87857_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971ee8e90dbc74518857c99c0c3a87857_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/84a032c06119441d813bd25570d3d3f8, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/84a032c06119441d813bd25570d3d3f8 is 175, key is test_row_0/A:col10/1731156794559/Put/seqid=0 2024-11-09T12:53:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742257_1433 (size=12949) 2024-11-09T12:53:16,269 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/7aeaee80e4be42368a1627597fc15619 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7aeaee80e4be42368a1627597fc15619 2024-11-09T12:53:16,273 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into 7aeaee80e4be42368a1627597fc15619(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:16,273 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:16,273 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156795740; duration=0sec 2024-11-09T12:53:16,273 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:16,273 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742258_1434 (size=31255) 2024-11-09T12:53:16,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/84a032c06119441d813bd25570d3d3f8 2024-11-09T12:53:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd7342031e02411e99b8b00fda853851 is 50, key is test_row_0/B:col10/1731156794559/Put/seqid=0 2024-11-09T12:53:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:16,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742259_1435 (size=12301) 2024-11-09T12:53:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156856952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156857057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:17,162 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd7342031e02411e99b8b00fda853851 2024-11-09T12:53:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/09f01d913c6f4a48b34d3773ad1eb06c is 50, key is test_row_0/C:col10/1731156794559/Put/seqid=0 2024-11-09T12:53:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742260_1436 (size=12301) 2024-11-09T12:53:17,207 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/09f01d913c6f4a48b34d3773ad1eb06c 2024-11-09T12:53:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/84a032c06119441d813bd25570d3d3f8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8 2024-11-09T12:53:17,222 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8, entries=150, sequenceid=288, filesize=30.5 K 2024-11-09T12:53:17,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/cd7342031e02411e99b8b00fda853851 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851 2024-11-09T12:53:17,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T12:53:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/09f01d913c6f4a48b34d3773ad1eb06c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c 2024-11-09T12:53:17,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T12:53:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T12:53:17,248 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e06d6b4186681e07dea096a65aa1a41b in 1450ms, sequenceid=288, compaction requested=false 2024-11-09T12:53:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-09T12:53:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-09T12:53:17,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T12:53:17,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-09T12:53:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2240 sec 2024-11-09T12:53:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:17,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:17,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:53:17,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109586b05e038104581961a0117a02c7101_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742261_1437 (size=14994) 2024-11-09T12:53:17,406 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:17,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109586b05e038104581961a0117a02c7101_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586b05e038104581961a0117a02c7101_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:17,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/2e5674abbf90470a9e3890cac8077757, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:17,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/2e5674abbf90470a9e3890cac8077757 is 175, key is test_row_0/A:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742262_1438 (size=39949) 2024-11-09T12:53:17,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156857454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:17,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:17,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156857567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156857777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:17,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/2e5674abbf90470a9e3890cac8077757 2024-11-09T12:53:17,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/bb19806b8d634d5888670b12873ca093 is 50, key is test_row_0/B:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742263_1439 (size=12301) 2024-11-09T12:53:17,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/bb19806b8d634d5888670b12873ca093 2024-11-09T12:53:17,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/f3482f7de0734e349464cb6d996c7669 is 50, key is test_row_0/C:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742264_1440 (size=12301) 2024-11-09T12:53:17,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/f3482f7de0734e349464cb6d996c7669 2024-11-09T12:53:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/2e5674abbf90470a9e3890cac8077757 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757 2024-11-09T12:53:18,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757, entries=200, sequenceid=314, filesize=39.0 K 2024-11-09T12:53:18,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/bb19806b8d634d5888670b12873ca093 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093 2024-11-09T12:53:18,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T12:53:18,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/f3482f7de0734e349464cb6d996c7669 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669 2024-11-09T12:53:18,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T12:53:18,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e06d6b4186681e07dea096a65aa1a41b in 738ms, sequenceid=314, compaction requested=true 2024-11-09T12:53:18,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T12:53:18,041 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:18,041 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:18,043 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:18,043 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/C is initiating minor compaction (all files) 2024-11-09T12:53:18,043 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/C in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:18,043 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7aeaee80e4be42368a1627597fc15619, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.7 K 2024-11-09T12:53:18,043 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:18,043 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/A is initiating minor compaction (all files) 2024-11-09T12:53:18,043 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/A in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:18,043 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=100.7 K 2024-11-09T12:53:18,043 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:18,043 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757] 2024-11-09T12:53:18,044 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aeaee80e4be42368a1627597fc15619, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:18,044 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a9c30e99ae6447ca853cc008a89cf3d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:18,044 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84a032c06119441d813bd25570d3d3f8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731156794546 2024-11-09T12:53:18,044 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f01d913c6f4a48b34d3773ad1eb06c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731156794546 2024-11-09T12:53:18,045 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f3482f7de0734e349464cb6d996c7669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156796888 2024-11-09T12:53:18,045 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e5674abbf90470a9e3890cac8077757, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156796888 2024-11-09T12:53:18,054 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:18,055 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/0b7a426c356940ea819d3b7fd38c3da2 is 50, key is test_row_0/C:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:18,058 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:18,079 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095ebed1ad440249c497954644b4e8a737_e06d6b4186681e07dea096a65aa1a41b store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:18,083 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095ebed1ad440249c497954644b4e8a737_e06d6b4186681e07dea096a65aa1a41b, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:18,083 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095ebed1ad440249c497954644b4e8a737_e06d6b4186681e07dea096a65aa1a41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:18,105 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:18,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:53:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742265_1441 (size=13051) 2024-11-09T12:53:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742266_1442 (size=4469) 2024-11-09T12:53:18,152 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#A#compaction#373 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:18,152 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/9e525b2af7244b14ba4fcfead147a050 is 175, key is test_row_0/A:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:18,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919cac30f51104745a979a41972ec3724_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156797448/Put/seqid=0 2024-11-09T12:53:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742267_1443 (size=32005) 2024-11-09T12:53:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742268_1444 (size=14994) 2024-11-09T12:53:18,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156858451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:18,523 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/0b7a426c356940ea819d3b7fd38c3da2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0b7a426c356940ea819d3b7fd38c3da2 2024-11-09T12:53:18,536 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/C of e06d6b4186681e07dea096a65aa1a41b into 0b7a426c356940ea819d3b7fd38c3da2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:18,537 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:18,537 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/C, priority=13, startTime=1731156798041; duration=0sec 2024-11-09T12:53:18,537 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:18,537 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:18,537 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:18,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:18,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e06d6b4186681e07dea096a65aa1a41b/B is initiating minor compaction (all files) 2024-11-09T12:53:18,538 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e06d6b4186681e07dea096a65aa1a41b/B in TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:18,538 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e84b4daf0d5a46e484f2c0a84f7b607c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp, totalSize=36.7 K 2024-11-09T12:53:18,538 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e84b4daf0d5a46e484f2c0a84f7b607c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731156794429 2024-11-09T12:53:18,539 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7342031e02411e99b8b00fda853851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731156794546 2024-11-09T12:53:18,539 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting bb19806b8d634d5888670b12873ca093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731156796888 2024-11-09T12:53:18,559 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e06d6b4186681e07dea096a65aa1a41b#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:18,560 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/9860b16a9af5458189c34ae1fba5b4d3 is 50, key is test_row_0/B:col10/1731156796888/Put/seqid=0 2024-11-09T12:53:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156858578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:18,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742269_1445 (size=13051) 2024-11-09T12:53:18,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:18,605 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/9e525b2af7244b14ba4fcfead147a050 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/9e525b2af7244b14ba4fcfead147a050 2024-11-09T12:53:18,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919cac30f51104745a979a41972ec3724_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919cac30f51104745a979a41972ec3724_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:18,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/354ad41fbbab4a6eb61b5877914b36e1, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:18,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/354ad41fbbab4a6eb61b5877914b36e1 is 175, key is test_row_0/A:col10/1731156797448/Put/seqid=0 2024-11-09T12:53:18,622 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/A of e06d6b4186681e07dea096a65aa1a41b into 9e525b2af7244b14ba4fcfead147a050(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:18,622 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:18,622 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/A, priority=13, startTime=1731156798041; duration=0sec 2024-11-09T12:53:18,622 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:18,622 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742270_1446 (size=39949) 2024-11-09T12:53:18,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156858797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:19,015 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/9860b16a9af5458189c34ae1fba5b4d3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/9860b16a9af5458189c34ae1fba5b4d3 2024-11-09T12:53:19,027 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e06d6b4186681e07dea096a65aa1a41b/B of e06d6b4186681e07dea096a65aa1a41b into 9860b16a9af5458189c34ae1fba5b4d3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:19,027 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:19,027 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., storeName=e06d6b4186681e07dea096a65aa1a41b/B, priority=13, startTime=1731156798041; duration=0sec 2024-11-09T12:53:19,027 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:19,027 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:19,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/354ad41fbbab4a6eb61b5877914b36e1 2024-11-09T12:53:19,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/3fd1e5ab107f45a5b24c382ebecc1a3b is 50, key is test_row_0/B:col10/1731156797448/Put/seqid=0 2024-11-09T12:53:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742271_1447 (size=12301) 2024-11-09T12:53:19,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/3fd1e5ab107f45a5b24c382ebecc1a3b 2024-11-09T12:53:19,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d3904e99d670461e909a3fd77b693491 is 50, key is test_row_0/C:col10/1731156797448/Put/seqid=0 2024-11-09T12:53:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742272_1448 (size=12301) 2024-11-09T12:53:19,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d3904e99d670461e909a3fd77b693491 2024-11-09T12:53:19,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/354ad41fbbab4a6eb61b5877914b36e1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/354ad41fbbab4a6eb61b5877914b36e1 2024-11-09T12:53:19,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/354ad41fbbab4a6eb61b5877914b36e1, entries=200, sequenceid=328, filesize=39.0 K 2024-11-09T12:53:19,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/3fd1e5ab107f45a5b24c382ebecc1a3b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/3fd1e5ab107f45a5b24c382ebecc1a3b 2024-11-09T12:53:19,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156859117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:19,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/3fd1e5ab107f45a5b24c382ebecc1a3b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T12:53:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d3904e99d670461e909a3fd77b693491 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d3904e99d670461e909a3fd77b693491 2024-11-09T12:53:19,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d3904e99d670461e909a3fd77b693491, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T12:53:19,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e06d6b4186681e07dea096a65aa1a41b in 1031ms, sequenceid=328, compaction requested=false 2024-11-09T12:53:19,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T12:53:19,187 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:19,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-09T12:53:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:19,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:19,191 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:19,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:19,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-09T12:53:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:19,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:53:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091d458617517d4dfa80fe9f049236fcee_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156798428/Put/seqid=0 2024-11-09T12:53:19,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742273_1449 (size=12454) 2024-11-09T12:53:19,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:19,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091d458617517d4dfa80fe9f049236fcee_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d458617517d4dfa80fe9f049236fcee_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/99b8ca75d9594e91b17a1b1fb05e52ad, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:19,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/99b8ca75d9594e91b17a1b1fb05e52ad is 175, key is test_row_0/A:col10/1731156798428/Put/seqid=0 2024-11-09T12:53:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742274_1450 (size=31255) 2024-11-09T12:53:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. as already flushing 2024-11-09T12:53:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156859859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:19,907 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/99b8ca75d9594e91b17a1b1fb05e52ad 2024-11-09T12:53:19,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/993f1a67456d4662a0742c2c1a76cd93 is 50, key is test_row_0/B:col10/1731156798428/Put/seqid=0 2024-11-09T12:53:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742275_1451 (size=12301) 2024-11-09T12:53:19,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156859967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:20,038 INFO [Thread-1619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1619. 2024-11-09T12:53:20,038 DEBUG [Thread-1619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:20,038 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,038 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:20,043 INFO [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617. 2024-11-09T12:53:20,043 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:20,043 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:20,044 INFO [Thread-1615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1615. 2024-11-09T12:53:20,044 DEBUG [Thread-1615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:20,044 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,044 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,044 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:20,050 INFO [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613. 2024-11-09T12:53:20,050 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:20,050 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,050 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:20,053 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-09T12:53:20,054 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:20,054 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,054 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:20,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:20,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156860187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:20,372 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/993f1a67456d4662a0742c2c1a76cd93 2024-11-09T12:53:20,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/e2da41308cff4083803952596d2f50ef is 50, key is test_row_0/C:col10/1731156798428/Put/seqid=0 2024-11-09T12:53:20,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742276_1452 (size=12301) 2024-11-09T12:53:20,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60992 deadline: 1731156860497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:20,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/e2da41308cff4083803952596d2f50ef 2024-11-09T12:53:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/99b8ca75d9594e91b17a1b1fb05e52ad as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/99b8ca75d9594e91b17a1b1fb05e52ad 2024-11-09T12:53:20,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/99b8ca75d9594e91b17a1b1fb05e52ad, entries=150, sequenceid=353, filesize=30.5 K 2024-11-09T12:53:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/993f1a67456d4662a0742c2c1a76cd93 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/993f1a67456d4662a0742c2c1a76cd93 2024-11-09T12:53:20,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/993f1a67456d4662a0742c2c1a76cd93, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T12:53:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/e2da41308cff4083803952596d2f50ef as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/e2da41308cff4083803952596d2f50ef 2024-11-09T12:53:20,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/e2da41308cff4083803952596d2f50ef, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T12:53:20,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e06d6b4186681e07dea096a65aa1a41b in 1483ms, sequenceid=353, compaction requested=true 2024-11-09T12:53:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-09T12:53:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-09T12:53:20,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T12:53:20,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-09T12:53:20,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.6450 sec 2024-11-09T12:53:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:21,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:53:21,010 INFO [Thread-1606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1606. 2024-11-09T12:53:21,010 DEBUG [Thread-1606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:21,010 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:21,010 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:21,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:21,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c79e25a51507436ca26b7560cd5f124d_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156801008/Put/seqid=0 2024-11-09T12:53:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742277_1453 (size=12454) 2024-11-09T12:53:21,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:21,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c79e25a51507436ca26b7560cd5f124d_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c79e25a51507436ca26b7560cd5f124d_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:21,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/46bd17fcaba945ab9058da5d1d53dca2, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:21,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/46bd17fcaba945ab9058da5d1d53dca2 is 175, key is test_row_0/A:col10/1731156801008/Put/seqid=0 2024-11-09T12:53:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742278_1454 (size=31255) 2024-11-09T12:53:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T12:53:21,348 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:21,447 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/46bd17fcaba945ab9058da5d1d53dca2 2024-11-09T12:53:21,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/b6b650cb12194729ae93e84690f6f6e8 is 50, key is test_row_0/B:col10/1731156801008/Put/seqid=0 2024-11-09T12:53:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742279_1455 (size=12301) 2024-11-09T12:53:21,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/b6b650cb12194729ae93e84690f6f6e8 2024-11-09T12:53:21,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/687a55d8e16f490aad643b31788d1ade is 50, key is test_row_0/C:col10/1731156801008/Put/seqid=0 2024-11-09T12:53:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742280_1456 (size=12301) 2024-11-09T12:53:21,968 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-11-09T12:53:21,968 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:21,968 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:21,968 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:21,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:22,009 INFO [Thread-1602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1602. 2024-11-09T12:53:22,009 DEBUG [Thread-1602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:22,009 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,009 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:22,019 INFO [Thread-1604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1604. 2024-11-09T12:53:22,019 DEBUG [Thread-1604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:22,019 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,019 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:22,059 INFO [Thread-1608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1608. 2024-11-09T12:53:22,059 DEBUG [Thread-1608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:22,059 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,059 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 220 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1148 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3434 rows 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1153 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3455 rows 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1153 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3455 rows 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1153 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3458 rows 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-11-09T12:53:22,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3473 rows 2024-11-09T12:53:22,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:53:22,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:53:22,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:22,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:22,061 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:53:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:22,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156802064"}]},"ts":"1731156802064"} 2024-11-09T12:53:22,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:53:22,066 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:53:22,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:53:22,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, UNASSIGN}] 2024-11-09T12:53:22,069 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, UNASSIGN 2024-11-09T12:53:22,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, UNASSIGN because future has completed 2024-11-09T12:53:22,071 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:53:22,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:22,224 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:22,224 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:53:22,224 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing e06d6b4186681e07dea096a65aa1a41b, disabling compactions & flushes 2024-11-09T12:53:22,224 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:22,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/687a55d8e16f490aad643b31788d1ade 2024-11-09T12:53:22,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/46bd17fcaba945ab9058da5d1d53dca2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/46bd17fcaba945ab9058da5d1d53dca2 2024-11-09T12:53:22,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/46bd17fcaba945ab9058da5d1d53dca2, entries=150, sequenceid=368, filesize=30.5 K 2024-11-09T12:53:22,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/b6b650cb12194729ae93e84690f6f6e8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/b6b650cb12194729ae93e84690f6f6e8 2024-11-09T12:53:22,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/b6b650cb12194729ae93e84690f6f6e8, entries=150, sequenceid=368, filesize=12.0 K 2024-11-09T12:53:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/687a55d8e16f490aad643b31788d1ade as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/687a55d8e16f490aad643b31788d1ade 2024-11-09T12:53:22,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/687a55d8e16f490aad643b31788d1ade, entries=150, sequenceid=368, filesize=12.0 K 2024-11-09T12:53:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for e06d6b4186681e07dea096a65aa1a41b in 1295ms, sequenceid=368, compaction requested=true 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e06d6b4186681e07dea096a65aa1a41b: 2024-11-09T12:53:22,304 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:22,304 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:22,304 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. after waiting 0 ms 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:22,304 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e06d6b4186681e07dea096a65aa1a41b:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. because compaction request was cancelled 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:A 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. because compaction request was cancelled 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:C 2024-11-09T12:53:22,304 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing e06d6b4186681e07dea096a65aa1a41b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. because compaction request was cancelled 2024-11-09T12:53:22,304 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e06d6b4186681e07dea096a65aa1a41b:B 2024-11-09T12:53:22,310 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098f4e4d27ae714255af91e752f32bce2e_e06d6b4186681e07dea096a65aa1a41b is 50, key is test_row_0/A:col10/1731156802018/Put/seqid=0 2024-11-09T12:53:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742281_1457 (size=12454) 2024-11-09T12:53:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:22,715 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:22,718 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098f4e4d27ae714255af91e752f32bce2e_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f4e4d27ae714255af91e752f32bce2e_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:22,719 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/76ced736d2ac467191f31602baca9fe5, store: [table=TestAcidGuarantees family=A region=e06d6b4186681e07dea096a65aa1a41b] 2024-11-09T12:53:22,719 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/76ced736d2ac467191f31602baca9fe5 is 175, key is test_row_0/A:col10/1731156802018/Put/seqid=0 2024-11-09T12:53:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742282_1458 (size=31255) 2024-11-09T12:53:23,123 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/76ced736d2ac467191f31602baca9fe5 2024-11-09T12:53:23,129 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7161df2ca000463285b73d18f61216ea is 50, key is test_row_0/B:col10/1731156802018/Put/seqid=0 2024-11-09T12:53:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742283_1459 (size=12301) 2024-11-09T12:53:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:23,534 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7161df2ca000463285b73d18f61216ea 2024-11-09T12:53:23,541 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d8f2fcbd1a044b66a07688b3772db769 is 50, key is test_row_0/C:col10/1731156802018/Put/seqid=0 2024-11-09T12:53:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742284_1460 (size=12301) 2024-11-09T12:53:23,945 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d8f2fcbd1a044b66a07688b3772db769 2024-11-09T12:53:23,949 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/A/76ced736d2ac467191f31602baca9fe5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/76ced736d2ac467191f31602baca9fe5 2024-11-09T12:53:23,952 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/76ced736d2ac467191f31602baca9fe5, entries=150, sequenceid=375, filesize=30.5 K 2024-11-09T12:53:23,953 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/B/7161df2ca000463285b73d18f61216ea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7161df2ca000463285b73d18f61216ea 2024-11-09T12:53:23,956 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7161df2ca000463285b73d18f61216ea, entries=150, sequenceid=375, filesize=12.0 K 2024-11-09T12:53:23,957 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/.tmp/C/d8f2fcbd1a044b66a07688b3772db769 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d8f2fcbd1a044b66a07688b3772db769 2024-11-09T12:53:23,960 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d8f2fcbd1a044b66a07688b3772db769, entries=150, sequenceid=375, filesize=12.0 K 2024-11-09T12:53:23,960 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e06d6b4186681e07dea096a65aa1a41b in 1656ms, sequenceid=375, compaction requested=true 2024-11-09T12:53:23,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757] to archive 2024-11-09T12:53:23,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:23,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/40e96064f382456ab15324f1d5b70227 2024-11-09T12:53:23,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/3c72f019184c43daa6d59755ec271149 2024-11-09T12:53:23,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0bfda27c1b5d4108aa59978355a2a8d8 2024-11-09T12:53:23,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/a2cd0b8fedd74d469e3e7963487c308e 2024-11-09T12:53:23,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/50def6a0a4924f3aa2702a33c45d3014 2024-11-09T12:53:23,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/c824845cd3284b85bc71875c082201b4 2024-11-09T12:53:23,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b36a2b9001394712b4c6dfd70ffa89f8 2024-11-09T12:53:23,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/0df33a09e483405381fb4a74642c8e0c 2024-11-09T12:53:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/e2b57d5ace434c6f8804f134b93cb3e8 2024-11-09T12:53:23,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/72716cae0a6045c2a4c85a50120dd6c2 2024-11-09T12:53:23,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/69153ba2d0a94ddc8089afbb3b4d371a 2024-11-09T12:53:23,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/d1864791b07749eebfc700fee85f3b2a 2024-11-09T12:53:23,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/feb739a3022d43a48d677b333005882c 2024-11-09T12:53:23,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/b461a5f4ed834de6a0f20a364b90fe05 2024-11-09T12:53:23,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/aa43645ed15b4f6ea2b9c058ff865aeb 2024-11-09T12:53:23,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/13917cab9a874a63a30a0e9514ce4b40 2024-11-09T12:53:23,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/4479f992c81847e38f81aff40b7eb343 2024-11-09T12:53:23,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/569035241857453d87bdda9b4ca2fd20 2024-11-09T12:53:23,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/eb038a04e942417d965d418bfc87db7b 2024-11-09T12:53:23,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/8a9c30e99ae6447ca853cc008a89cf3d 2024-11-09T12:53:23,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/84a032c06119441d813bd25570d3d3f8 2024-11-09T12:53:23,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/2e5674abbf90470a9e3890cac8077757 2024-11-09T12:53:23,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/445dd487f84d4c67a5b94ed7147b6b09, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/5abf22dab8bc4a998fed577167f09571, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/6f8fa4c346d947b5b2982d3091f77127, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/71dbdc7f84bf445fa83830cd4cc22ee4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a21acbbd8b57430f9e3458a7391d3be2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e84b4daf0d5a46e484f2c0a84f7b607c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093] to archive 2024-11-09T12:53:23,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:24,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd0320c032b1405486314f09a87e58ef 2024-11-09T12:53:24,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/725bbd99d3e642a7a9b84f0cab76ee06 2024-11-09T12:53:24,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/132c2ac7a5de4a12b520f3e75367e62f 2024-11-09T12:53:24,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/445dd487f84d4c67a5b94ed7147b6b09 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/445dd487f84d4c67a5b94ed7147b6b09 2024-11-09T12:53:24,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/19830e403e9b4f3eb6ccf2f6a8ff13ad 2024-11-09T12:53:24,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7800035ab46849939596fc76bef13ebc 2024-11-09T12:53:24,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/5abf22dab8bc4a998fed577167f09571 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/5abf22dab8bc4a998fed577167f09571 2024-11-09T12:53:24,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/2d5b5bb6c7874a95b8d4fcae00a78661 2024-11-09T12:53:24,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/94048a599596470db717228213578ca9 2024-11-09T12:53:24,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/6f8fa4c346d947b5b2982d3091f77127 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/6f8fa4c346d947b5b2982d3091f77127 2024-11-09T12:53:24,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4f3a36eed534484caa0f3359a074782d 2024-11-09T12:53:24,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/dbb1e7f101a54af7b35d06b0c509a210 2024-11-09T12:53:24,048 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:53:24,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/71dbdc7f84bf445fa83830cd4cc22ee4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/71dbdc7f84bf445fa83830cd4cc22ee4 2024-11-09T12:53:24,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/4c7c40a0eedd42f2ae8c2c06788a9bbb 2024-11-09T12:53:24,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a2a85643b3504153ab5dcb3b2136e7a8 2024-11-09T12:53:24,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a21acbbd8b57430f9e3458a7391d3be2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/a21acbbd8b57430f9e3458a7391d3be2 2024-11-09T12:53:24,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e7a50cab47ec42d6a1a68b7c1816dea4 2024-11-09T12:53:24,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/0587141b270f40168597ecee88b63694 2024-11-09T12:53:24,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e84b4daf0d5a46e484f2c0a84f7b607c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/e84b4daf0d5a46e484f2c0a84f7b607c 2024-11-09T12:53:24,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/88154b44cde349fbacdb27c954f8acd9 2024-11-09T12:53:24,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/cd7342031e02411e99b8b00fda853851 2024-11-09T12:53:24,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/bb19806b8d634d5888670b12873ca093 2024-11-09T12:53:24,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f42ff0e679e84a2187835863e1da13df, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/21267b03100f4a8f883ecb766db10434, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d80692ebd167489da1c453b42f05b06f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/98a23e888c004a6eafcde886575fdda2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/ef20e2956dfa42818be7b3991d3e3145, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7aeaee80e4be42368a1627597fc15619, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669] to archive 2024-11-09T12:53:24,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:24,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/a3cc7139d8844da4ab3ef9520acca12d 2024-11-09T12:53:24,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/c541c14400f7470ba4ea4d3ea53d14de 2024-11-09T12:53:24,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d844f5c2d085442c890560dc6157b1e5 2024-11-09T12:53:24,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f42ff0e679e84a2187835863e1da13df to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f42ff0e679e84a2187835863e1da13df 2024-11-09T12:53:24,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/533384dd3bfb4f74a10e2543fc831376 2024-11-09T12:53:24,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/575c53611f004cd0a205b67862db55b3 2024-11-09T12:53:24,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/21267b03100f4a8f883ecb766db10434 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/21267b03100f4a8f883ecb766db10434 2024-11-09T12:53:24,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/23de000ed9dc4457bcfcfce9a335423d 2024-11-09T12:53:24,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/dc535ee90b274cc9bab8a119d14a2998 2024-11-09T12:53:24,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d80692ebd167489da1c453b42f05b06f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d80692ebd167489da1c453b42f05b06f 2024-11-09T12:53:24,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0c605e18b9634b488648f0e3321c9b4d 2024-11-09T12:53:24,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/3e961db6c9bc4216b411744af1eec243 2024-11-09T12:53:24,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/98a23e888c004a6eafcde886575fdda2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/98a23e888c004a6eafcde886575fdda2 2024-11-09T12:53:24,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7327d57131304a078bae974fe380bb57 2024-11-09T12:53:24,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/87d20b4c39974ec4862955d3d764fabc 2024-11-09T12:53:24,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/ef20e2956dfa42818be7b3991d3e3145 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/ef20e2956dfa42818be7b3991d3e3145 2024-11-09T12:53:24,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/99411f33af5a4c64a2383f18797045c9 2024-11-09T12:53:24,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/b503c53751884d7e868c3f8e2bf376d2 2024-11-09T12:53:24,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7aeaee80e4be42368a1627597fc15619 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/7aeaee80e4be42368a1627597fc15619 2024-11-09T12:53:24,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/2555f426cbda419393ab41908d47d6f9 2024-11-09T12:53:24,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/09f01d913c6f4a48b34d3773ad1eb06c 2024-11-09T12:53:24,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/f3482f7de0734e349464cb6d996c7669 2024-11-09T12:53:24,117 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits/378.seqid, newMaxSeqId=378, maxSeqId=4 2024-11-09T12:53:24,118 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. 2024-11-09T12:53:24,118 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for e06d6b4186681e07dea096a65aa1a41b: Waiting for close lock at 1731156802224Running coprocessor pre-close hooks at 1731156802224Disabling compacts and flushes for region at 1731156802224Disabling writes for close at 1731156802304 (+80 ms)Obtaining lock to block concurrent updates at 1731156802304Preparing flush snapshotting stores in e06d6b4186681e07dea096a65aa1a41b at 1731156802304Finished memstore snapshotting TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731156802305 (+1 ms)Flushing stores of TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b. at 1731156802305Flushing e06d6b4186681e07dea096a65aa1a41b/A: creating writer at 1731156802305Flushing mob file e06d6b4186681e07dea096a65aa1a41b/A: appending metadata at 1731156802310 (+5 ms)Flushing mob file e06d6b4186681e07dea096a65aa1a41b/A: closing flushed file at 1731156802310Flushing e06d6b4186681e07dea096a65aa1a41b/A: appending metadata at 1731156802719 (+409 ms)Flushing e06d6b4186681e07dea096a65aa1a41b/A: closing flushed file at 1731156802719Flushing e06d6b4186681e07dea096a65aa1a41b/B: creating writer at 1731156803126 (+407 ms)Flushing e06d6b4186681e07dea096a65aa1a41b/B: appending metadata at 1731156803129 (+3 ms)Flushing e06d6b4186681e07dea096a65aa1a41b/B: closing flushed file at 1731156803129Flushing e06d6b4186681e07dea096a65aa1a41b/C: creating writer at 1731156803538 (+409 ms)Flushing e06d6b4186681e07dea096a65aa1a41b/C: appending metadata at 1731156803541 (+3 ms)Flushing e06d6b4186681e07dea096a65aa1a41b/C: closing flushed file at 1731156803541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e117882: reopening flushed file at 1731156803948 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5ef954: reopening flushed file at 1731156803953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfe08d7: reopening flushed file at 1731156803956 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e06d6b4186681e07dea096a65aa1a41b in 1656ms, sequenceid=375, compaction requested=true at 1731156803960 (+4 ms)Writing region close event to WAL at 1731156804108 (+148 ms)Running coprocessor post-close hooks at 1731156804118 (+10 ms)Closed at 1731156804118 2024-11-09T12:53:24,120 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e06d6b4186681e07dea096a65aa1a41b, regionState=CLOSED 2024-11-09T12:53:24,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:24,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-09T12:53:24,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure e06d6b4186681e07dea096a65aa1a41b, server=7934cf733c16,38405,1731156685737 in 2.0530 sec 2024-11-09T12:53:24,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-09T12:53:24,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e06d6b4186681e07dea096a65aa1a41b, UNASSIGN in 2.0570 sec 2024-11-09T12:53:24,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T12:53:24,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0620 sec 2024-11-09T12:53:24,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156804131"}]},"ts":"1731156804131"} 2024-11-09T12:53:24,132 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:53:24,132 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:53:24,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0720 sec 2024-11-09T12:53:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T12:53:24,208 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:24,209 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:53:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,211 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T12:53:24,212 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,224 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits] 2024-11-09T12:53:24,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/354ad41fbbab4a6eb61b5877914b36e1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/354ad41fbbab4a6eb61b5877914b36e1 2024-11-09T12:53:24,238 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/46bd17fcaba945ab9058da5d1d53dca2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/46bd17fcaba945ab9058da5d1d53dca2 2024-11-09T12:53:24,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/76ced736d2ac467191f31602baca9fe5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/76ced736d2ac467191f31602baca9fe5 2024-11-09T12:53:24,244 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/99b8ca75d9594e91b17a1b1fb05e52ad to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/99b8ca75d9594e91b17a1b1fb05e52ad 2024-11-09T12:53:24,249 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/9e525b2af7244b14ba4fcfead147a050 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/A/9e525b2af7244b14ba4fcfead147a050 2024-11-09T12:53:24,251 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/3fd1e5ab107f45a5b24c382ebecc1a3b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/3fd1e5ab107f45a5b24c382ebecc1a3b 2024-11-09T12:53:24,253 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7161df2ca000463285b73d18f61216ea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/7161df2ca000463285b73d18f61216ea 2024-11-09T12:53:24,260 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/9860b16a9af5458189c34ae1fba5b4d3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/9860b16a9af5458189c34ae1fba5b4d3 2024-11-09T12:53:24,264 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/993f1a67456d4662a0742c2c1a76cd93 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/993f1a67456d4662a0742c2c1a76cd93 2024-11-09T12:53:24,269 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/b6b650cb12194729ae93e84690f6f6e8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/B/b6b650cb12194729ae93e84690f6f6e8 2024-11-09T12:53:24,272 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0b7a426c356940ea819d3b7fd38c3da2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/0b7a426c356940ea819d3b7fd38c3da2 2024-11-09T12:53:24,277 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/687a55d8e16f490aad643b31788d1ade to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/687a55d8e16f490aad643b31788d1ade 2024-11-09T12:53:24,290 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d3904e99d670461e909a3fd77b693491 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d3904e99d670461e909a3fd77b693491 2024-11-09T12:53:24,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d8f2fcbd1a044b66a07688b3772db769 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/d8f2fcbd1a044b66a07688b3772db769 2024-11-09T12:53:24,296 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/e2da41308cff4083803952596d2f50ef to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/C/e2da41308cff4083803952596d2f50ef 2024-11-09T12:53:24,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits/378.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b/recovered.edits/378.seqid 2024-11-09T12:53:24,300 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,300 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:53:24,301 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:53:24,301 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T12:53:24,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901852f60c8fb41bda2c6a44747087ea3_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901852f60c8fb41bda2c6a44747087ea3_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,309 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919cac30f51104745a979a41972ec3724_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919cac30f51104745a979a41972ec3724_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,312 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d458617517d4dfa80fe9f049236fcee_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d458617517d4dfa80fe9f049236fcee_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T12:53:24,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0369d63e624c64a483dd0289884f49_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b0369d63e624c64a483dd0289884f49_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109424fc31b0ac442d3837efbc04053f6ac_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109424fc31b0ac442d3837efbc04053f6ac_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,320 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586ade41d1bd41769eb8716d0ea20489_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586ade41d1bd41769eb8716d0ea20489_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586b05e038104581961a0117a02c7101_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109586b05e038104581961a0117a02c7101_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,322 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109593e571776714529b32fb1d5c02d6b59_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109593e571776714529b32fb1d5c02d6b59_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,324 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b7b95aedae345698f959ac1c896bcc8_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b7b95aedae345698f959ac1c896bcc8_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,325 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095dedab982b0d4384baa6a3e9c090c379_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095dedab982b0d4384baa6a3e9c090c379_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,326 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971ee8e90dbc74518857c99c0c3a87857_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971ee8e90dbc74518857c99c0c3a87857_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,327 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098729cc370eb3472da153965eca239f27_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098729cc370eb3472da153965eca239f27_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,329 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f4e4d27ae714255af91e752f32bce2e_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f4e4d27ae714255af91e752f32bce2e_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,333 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a04cfb36a4484e29a9b9eea848831c83_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a04cfb36a4484e29a9b9eea848831c83_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,334 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c296e378a33b4af692c83909d79e5327_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c296e378a33b4af692c83909d79e5327_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,335 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c48181f88ec640dba13452246de7d6bd_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c48181f88ec640dba13452246de7d6bd_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,337 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c79e25a51507436ca26b7560cd5f124d_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c79e25a51507436ca26b7560cd5f124d_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,338 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d57924c5925f4fd5a3099d68a3186217_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d57924c5925f4fd5a3099d68a3186217_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,339 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5c642999bb74b6abb86b891acdb9b51_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5c642999bb74b6abb86b891acdb9b51_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,340 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f582be6f58074a9bba0aa32573f759e6_e06d6b4186681e07dea096a65aa1a41b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f582be6f58074a9bba0aa32573f759e6_e06d6b4186681e07dea096a65aa1a41b 2024-11-09T12:53:24,341 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:53:24,343 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,346 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:53:24,348 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:53:24,349 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,349 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:53:24,349 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156804349"}]},"ts":"9223372036854775807"} 2024-11-09T12:53:24,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:53:24,351 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e06d6b4186681e07dea096a65aa1a41b, NAME => 'TestAcidGuarantees,,1731156776939.e06d6b4186681e07dea096a65aa1a41b.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:53:24,351 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:53:24,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156804351"}]},"ts":"9223372036854775807"} 2024-11-09T12:53:24,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:53:24,354 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 145 msec 2024-11-09T12:53:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T12:53:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:53:24,528 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:24,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 242), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=894 (was 907), ProcessCount=11 (was 11), AvailableMemoryMB=5444 (was 5579) 2024-11-09T12:53:24,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=894, ProcessCount=11, AvailableMemoryMB=5444 2024-11-09T12:53:24,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:53:24,553 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:53:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:24,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:53:24,555 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:24,555 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-09T12:53:24,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:53:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:24,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742285_1461 (size=959) 2024-11-09T12:53:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:24,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:53:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742286_1462 (size=53) 2024-11-09T12:53:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e5e9bd584c883d87fce59c1fe5e5a18c, disabling compactions & flushes 2024-11-09T12:53:25,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. after waiting 0 ms 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5e9bd584c883d87fce59c1fe5e5a18c: Waiting for close lock at 1731156805379Disabling compacts and flushes for region at 1731156805379Disabling writes for close at 1731156805379Writing region close event to WAL at 1731156805379Closed at 1731156805379 2024-11-09T12:53:25,381 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:53:25,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156805381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156805381"}]},"ts":"1731156805381"} 2024-11-09T12:53:25,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:53:25,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:53:25,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156805384"}]},"ts":"1731156805384"} 2024-11-09T12:53:25,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:53:25,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, ASSIGN}] 2024-11-09T12:53:25,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, ASSIGN 2024-11-09T12:53:25,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:53:25,429 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T12:53:25,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e5e9bd584c883d87fce59c1fe5e5a18c, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, ASSIGN because future has completed 2024-11-09T12:53:25,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:25,726 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,727 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:53:25,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:53:25,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,745 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,761 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5e9bd584c883d87fce59c1fe5e5a18c columnFamilyName A 2024-11-09T12:53:25,761 DEBUG [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:25,762 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(327): Store=e5e9bd584c883d87fce59c1fe5e5a18c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:25,762 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,764 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5e9bd584c883d87fce59c1fe5e5a18c columnFamilyName B 2024-11-09T12:53:25,764 DEBUG [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:25,765 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(327): Store=e5e9bd584c883d87fce59c1fe5e5a18c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:25,765 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,772 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5e9bd584c883d87fce59c1fe5e5a18c columnFamilyName C 2024-11-09T12:53:25,772 DEBUG [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:25,774 INFO [StoreOpener-e5e9bd584c883d87fce59c1fe5e5a18c-1 {}] regionserver.HStore(327): Store=e5e9bd584c883d87fce59c1fe5e5a18c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:25,776 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,781 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,783 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,784 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,784 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,784 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:53:25,786 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,793 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:53:25,794 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened e5e9bd584c883d87fce59c1fe5e5a18c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63476603, jitterRate=-0.05412490665912628}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:53:25,794 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:25,795 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for e5e9bd584c883d87fce59c1fe5e5a18c: Running coprocessor pre-open hook at 1731156805728Writing region info on filesystem at 1731156805728Initializing all the Stores at 1731156805741 (+13 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156805741Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156805741Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156805741Cleaning up temporary data from old regions at 1731156805784 (+43 ms)Running coprocessor post-open hooks at 1731156805794 (+10 ms)Region opened successfully at 1731156805795 (+1 ms) 2024-11-09T12:53:25,797 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., pid=122, masterSystemTime=1731156805697 2024-11-09T12:53:25,800 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,800 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:25,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e5e9bd584c883d87fce59c1fe5e5a18c, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:25,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T12:53:25,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 in 262 msec 2024-11-09T12:53:25,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-09T12:53:25,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, ASSIGN in 419 msec 2024-11-09T12:53:25,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:53:25,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156805807"}]},"ts":"1731156805807"} 2024-11-09T12:53:25,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:53:25,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:53:25,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2570 sec 2024-11-09T12:53:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-09T12:53:26,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:26,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b318bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a464636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:53:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:53:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7117ebe6 2024-11-09T12:53:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:53:26,720 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:53:26,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,725 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b80252b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caad93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,731 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5270abb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,733 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea03374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,736 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19afd676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,738 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ec910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,742 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261e197b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,745 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9a1f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,750 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb02921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,751 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617b27ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,754 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696ef75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,758 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c465ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41811386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,765 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e0757c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,769 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9c529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,771 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9d382f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c9824a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659270cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:26,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:26,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1516b068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:26,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39060893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:26,790 DEBUG [Thread-2069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,797 DEBUG [Thread-2084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T12:53:26,807 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:26,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:26,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:26,809 DEBUG [Thread-2073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,812 DEBUG [Thread-2080 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,813 DEBUG [Thread-2080 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,813 DEBUG [Thread-2080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,813 DEBUG [Thread-2071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,814 DEBUG [Thread-2086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,817 DEBUG [Thread-2088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,818 DEBUG [Thread-2075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,821 DEBUG [Thread-2077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,822 DEBUG [Thread-2082 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:26,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:53:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:26,827 DEBUG [Thread-2086 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,827 DEBUG [Thread-2086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:26,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2] 2024-11-09T12:53:26,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/9386148ac5024e389fe7f5b00c46b4b5 is 50, key is test_row_0/A:col10/1731156806803/Put/seqid=0 2024-11-09T12:53:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742287_1463 (size=12001) 2024-11-09T12:53:26,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156866899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156866908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156866910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:26,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156866914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:26,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156866914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:26,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:26,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156867018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156867019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156867029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156867038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156867038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:27,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156867237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156867238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156867241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156867257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156867257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/9386148ac5024e389fe7f5b00c46b4b5 2024-11-09T12:53:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d00252c22d4341968d012c2ff744db42 is 50, key is test_row_0/B:col10/1731156806803/Put/seqid=0 2024-11-09T12:53:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742288_1464 (size=12001) 2024-11-09T12:53:27,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d00252c22d4341968d012c2ff744db42 2024-11-09T12:53:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156867558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156867558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156867562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156867570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156867570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:27,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ce9f186aa7fa492b8f0ee932627c416d is 50, key is test_row_0/C:col10/1731156806803/Put/seqid=0 2024-11-09T12:53:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742289_1465 (size=12001) 2024-11-09T12:53:27,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:27,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:27,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:27,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:28,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ce9f186aa7fa492b8f0ee932627c416d 2024-11-09T12:53:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/9386148ac5024e389fe7f5b00c46b4b5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5 2024-11-09T12:53:28,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T12:53:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d00252c22d4341968d012c2ff744db42 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42 2024-11-09T12:53:28,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T12:53:28,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ce9f186aa7fa492b8f0ee932627c416d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d 2024-11-09T12:53:28,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T12:53:28,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e5e9bd584c883d87fce59c1fe5e5a18c in 1260ms, sequenceid=13, compaction requested=false 2024-11-09T12:53:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:28,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T12:53:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:28,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:53:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:28,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/96e2c3eccba14a2ca4986d67d25a4e5b is 50, key is test_row_0/A:col10/1731156806910/Put/seqid=0 2024-11-09T12:53:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156868111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156868114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156868116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156868121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742290_1466 (size=12001) 2024-11-09T12:53:28,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/96e2c3eccba14a2ca4986d67d25a4e5b 2024-11-09T12:53:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156868123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9fa18a87d946435a8b536e0016733e31 is 50, key is test_row_0/B:col10/1731156806910/Put/seqid=0 2024-11-09T12:53:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742291_1467 (size=12001) 2024-11-09T12:53:28,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9fa18a87d946435a8b536e0016733e31 2024-11-09T12:53:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156868227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156868229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156868238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156868239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/92b2ded57e2a4153a6f6eb8e77a4b511 is 50, key is test_row_0/C:col10/1731156806910/Put/seqid=0 2024-11-09T12:53:28,256 WARN [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-11-09T12:53:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156868247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742292_1468 (size=12001) 2024-11-09T12:53:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156868437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156868438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156868458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156868458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156868469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,671 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/92b2ded57e2a4153a6f6eb8e77a4b511 2024-11-09T12:53:28,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/96e2c3eccba14a2ca4986d67d25a4e5b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b 2024-11-09T12:53:28,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T12:53:28,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9fa18a87d946435a8b536e0016733e31 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31 2024-11-09T12:53:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156868748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156868749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T12:53:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156868778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156868780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/92b2ded57e2a4153a6f6eb8e77a4b511 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511 2024-11-09T12:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156868790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:28,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T12:53:28,832 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e5e9bd584c883d87fce59c1fe5e5a18c in 735ms, sequenceid=39, compaction requested=false 2024-11-09T12:53:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T12:53:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T12:53:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T12:53:28,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-09T12:53:28,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.0450 sec 2024-11-09T12:53:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T12:53:28,979 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:28,982 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-09T12:53:29,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:29,004 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:29,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T12:53:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T12:53:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T12:53:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:29,157 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T12:53:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fc43231aca4b4f7681798cf19d8ec21d is 50, key is test_row_0/A:col10/1731156808116/Put/seqid=0 2024-11-09T12:53:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742293_1469 (size=12001) 2024-11-09T12:53:29,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fc43231aca4b4f7681798cf19d8ec21d 2024-11-09T12:53:29,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/105207f568144000b035511e09785640 is 50, key is test_row_0/B:col10/1731156808116/Put/seqid=0 2024-11-09T12:53:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742294_1470 (size=12001) 2024-11-09T12:53:29,223 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/105207f568144000b035511e09785640 2024-11-09T12:53:29,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8e2eaaefe7e64affa8422c687477555a is 50, key is test_row_0/C:col10/1731156808116/Put/seqid=0 2024-11-09T12:53:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742295_1471 (size=12001) 2024-11-09T12:53:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T12:53:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156869387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156869389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156869390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156869391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156869402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156869507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156869508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156869517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156869517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156869528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T12:53:29,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:53:29,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8e2eaaefe7e64affa8422c687477555a 2024-11-09T12:53:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fc43231aca4b4f7681798cf19d8ec21d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d 2024-11-09T12:53:29,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T12:53:29,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/105207f568144000b035511e09785640 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640 2024-11-09T12:53:29,691 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T12:53:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8e2eaaefe7e64affa8422c687477555a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a 2024-11-09T12:53:29,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T12:53:29,713 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for e5e9bd584c883d87fce59c1fe5e5a18c in 556ms, sequenceid=49, compaction requested=true 2024-11-09T12:53:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-09T12:53:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-09T12:53:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T12:53:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 711 msec 2024-11-09T12:53:29,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 739 msec 2024-11-09T12:53:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:29,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:29,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T12:53:29,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ddcbac4fdd44c0975b5e231cd100c8 is 50, key is test_row_0/A:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742296_1472 (size=14341) 2024-11-09T12:53:29,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ddcbac4fdd44c0975b5e231cd100c8 2024-11-09T12:53:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c453f9e995034aa78d066477094f5e76 is 50, key is test_row_0/B:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156869744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156869745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156869750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742297_1473 (size=12001) 2024-11-09T12:53:29,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c453f9e995034aa78d066477094f5e76 2024-11-09T12:53:29,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/995ce031394944cc9b219848df556d98 is 50, key is test_row_0/C:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742298_1474 (size=12001) 2024-11-09T12:53:29,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/995ce031394944cc9b219848df556d98 2024-11-09T12:53:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ddcbac4fdd44c0975b5e231cd100c8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8 2024-11-09T12:53:29,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8, entries=200, sequenceid=77, filesize=14.0 K 2024-11-09T12:53:29,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c453f9e995034aa78d066477094f5e76 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76 2024-11-09T12:53:29,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:53:29,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/995ce031394944cc9b219848df556d98 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98 2024-11-09T12:53:29,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T12:53:29,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e5e9bd584c883d87fce59c1fe5e5a18c in 89ms, sequenceid=77, compaction requested=true 2024-11-09T12:53:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:29,820 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:29,820 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:29,823 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:29,824 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:29,824 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:29,824 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=46.9 K 2024-11-09T12:53:29,824 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:29,824 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:29,824 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:29,824 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=49.2 K 2024-11-09T12:53:29,825 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d00252c22d4341968d012c2ff744db42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731156806803 2024-11-09T12:53:29,829 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9386148ac5024e389fe7f5b00c46b4b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731156806803 2024-11-09T12:53:29,829 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa18a87d946435a8b536e0016733e31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731156806910 2024-11-09T12:53:29,829 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96e2c3eccba14a2ca4986d67d25a4e5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731156806910 2024-11-09T12:53:29,830 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 105207f568144000b035511e09785640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731156808111 2024-11-09T12:53:29,830 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc43231aca4b4f7681798cf19d8ec21d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731156808111 2024-11-09T12:53:29,830 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c453f9e995034aa78d066477094f5e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:29,830 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ddcbac4fdd44c0975b5e231cd100c8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:29,888 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:29,888 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/13b80a53dc4c44eeb095ff38f7701b0c is 50, key is test_row_0/A:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:29,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:29,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:53:29,900 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:29,901 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/3b4c9145a2b74a8aa94b00038f856e89 is 50, key is test_row_0/B:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742299_1475 (size=12139) 2024-11-09T12:53:29,912 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/13b80a53dc4c44eeb095ff38f7701b0c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/13b80a53dc4c44eeb095ff38f7701b0c 2024-11-09T12:53:29,927 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into 13b80a53dc4c44eeb095ff38f7701b0c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:29,927 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:29,927 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=12, startTime=1731156809820; duration=0sec 2024-11-09T12:53:29,927 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:29,927 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:29,928 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:29,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/2e8f97c0cf3b4674b6aa48eff2f9d43f is 50, key is test_row_0/A:col10/1731156809889/Put/seqid=0 2024-11-09T12:53:29,931 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:29,931 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:29,931 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:29,931 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=46.9 K 2024-11-09T12:53:29,933 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9f186aa7fa492b8f0ee932627c416d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731156806803 2024-11-09T12:53:29,934 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92b2ded57e2a4153a6f6eb8e77a4b511, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731156806910 2024-11-09T12:53:29,934 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2eaaefe7e64affa8422c687477555a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731156808111 2024-11-09T12:53:29,937 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 995ce031394944cc9b219848df556d98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742300_1476 (size=12139) 2024-11-09T12:53:30,004 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:30,005 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/e6efab3e137e435785f319a5a3bd06a6 is 50, key is test_row_0/C:col10/1731156809390/Put/seqid=0 2024-11-09T12:53:30,005 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/3b4c9145a2b74a8aa94b00038f856e89 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/3b4c9145a2b74a8aa94b00038f856e89 2024-11-09T12:53:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742301_1477 (size=12001) 2024-11-09T12:53:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156870004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742302_1478 (size=12139) 2024-11-09T12:53:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156870014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,036 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 3b4c9145a2b74a8aa94b00038f856e89(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:30,036 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:30,036 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=12, startTime=1731156809820; duration=0sec 2024-11-09T12:53:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,036 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,036 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156870019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156870026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,040 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/e6efab3e137e435785f319a5a3bd06a6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e6efab3e137e435785f319a5a3bd06a6 2024-11-09T12:53:30,044 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into e6efab3e137e435785f319a5a3bd06a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:30,044 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:30,044 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=12, startTime=1731156809821; duration=0sec 2024-11-09T12:53:30,044 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:30,044 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156870067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156870138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T12:53:30,148 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:30,149 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-09T12:53:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:30,151 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:30,152 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156870147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156870147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156870147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:30,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156870347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156870357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156870361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156870361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/2e8f97c0cf3b4674b6aa48eff2f9d43f 2024-11-09T12:53:30,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/e53e94a216c84fbfa94c336aafd65751 is 50, key is test_row_0/B:col10/1731156809889/Put/seqid=0 2024-11-09T12:53:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742303_1479 (size=12001) 2024-11-09T12:53:30,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/e53e94a216c84fbfa94c336aafd65751 2024-11-09T12:53:30,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/012a9cc2aeb144fc8b75abb279ea3bc5 is 50, key is test_row_0/C:col10/1731156809889/Put/seqid=0 2024-11-09T12:53:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742304_1480 (size=12001) 2024-11-09T12:53:30,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156870587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156870667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156870667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156870677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156870678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:30,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:30,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:30,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/012a9cc2aeb144fc8b75abb279ea3bc5 2024-11-09T12:53:30,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/2e8f97c0cf3b4674b6aa48eff2f9d43f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f 2024-11-09T12:53:30,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T12:53:30,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/e53e94a216c84fbfa94c336aafd65751 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751 2024-11-09T12:53:30,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:30,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:30,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T12:53:30,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/012a9cc2aeb144fc8b75abb279ea3bc5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5 2024-11-09T12:53:30,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T12:53:30,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e5e9bd584c883d87fce59c1fe5e5a18c in 1060ms, sequenceid=89, compaction requested=false 2024-11-09T12:53:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:31,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T12:53:31,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:31,096 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:53:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/696bf01c134540ecb5213926cdfd51d2 is 50, key is test_row_0/A:col10/1731156809983/Put/seqid=0 2024-11-09T12:53:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742305_1481 (size=12001) 2024-11-09T12:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:31,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156871212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156871213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156871214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156871226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:31,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156871338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156871338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156871338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156871349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/696bf01c134540ecb5213926cdfd51d2 2024-11-09T12:53:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d4655ed13f0941dc8a3b2a45cb0f5fbc is 50, key is test_row_0/B:col10/1731156809983/Put/seqid=0 2024-11-09T12:53:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156871568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156871568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156871568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156871568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742306_1482 (size=12001) 2024-11-09T12:53:31,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d4655ed13f0941dc8a3b2a45cb0f5fbc 2024-11-09T12:53:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a5e4cc5061aa44d0bb8a3b152abebd58 is 50, key is test_row_0/C:col10/1731156809983/Put/seqid=0 2024-11-09T12:53:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156871607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,618 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742307_1483 (size=12001) 2024-11-09T12:53:31,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a5e4cc5061aa44d0bb8a3b152abebd58 2024-11-09T12:53:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/696bf01c134540ecb5213926cdfd51d2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2 2024-11-09T12:53:31,663 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T12:53:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d4655ed13f0941dc8a3b2a45cb0f5fbc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc 2024-11-09T12:53:31,670 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T12:53:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a5e4cc5061aa44d0bb8a3b152abebd58 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58 2024-11-09T12:53:31,673 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T12:53:31,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e5e9bd584c883d87fce59c1fe5e5a18c in 579ms, sequenceid=116, compaction requested=true 2024-11-09T12:53:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-09T12:53:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-09T12:53:31,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T12:53:31,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5240 sec 2024-11-09T12:53:31,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.5290 sec 2024-11-09T12:53:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:31,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:53:31,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/569d0636abcf413299a2178834f02aee is 50, key is test_row_0/A:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742308_1484 (size=16781) 2024-11-09T12:53:31,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/569d0636abcf413299a2178834f02aee 2024-11-09T12:53:31,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/107a0966c41d49a2a1c876c9896d57a2 is 50, key is test_row_0/B:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742309_1485 (size=12051) 2024-11-09T12:53:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156871985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156871986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156871996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156871998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156872110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156872110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156872118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156872118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T12:53:32,297 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:32,298 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-09T12:53:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:32,305 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:32,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:32,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:32,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156872334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156872337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156872342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156872345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/107a0966c41d49a2a1c876c9896d57a2 2024-11-09T12:53:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:32,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d59d7330ae5944d593131d85150bbf00 is 50, key is test_row_0/C:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742310_1486 (size=12051) 2024-11-09T12:53:32,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T12:53:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:32,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T12:53:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156872658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156872658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156872658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156872658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:32,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T12:53:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:32,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d59d7330ae5944d593131d85150bbf00 2024-11-09T12:53:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/569d0636abcf413299a2178834f02aee as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee 2024-11-09T12:53:32,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee, entries=250, sequenceid=130, filesize=16.4 K 2024-11-09T12:53:32,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/107a0966c41d49a2a1c876c9896d57a2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2 2024-11-09T12:53:32,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T12:53:32,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d59d7330ae5944d593131d85150bbf00 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00 2024-11-09T12:53:32,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T12:53:32,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e5e9bd584c883d87fce59c1fe5e5a18c in 980ms, sequenceid=130, compaction requested=true 2024-11-09T12:53:32,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:32,875 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:32,875 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:32,876 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52922 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:32,876 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:32,876 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:32,876 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,876 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:32,876 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,876 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/13b80a53dc4c44eeb095ff38f7701b0c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=51.7 K 2024-11-09T12:53:32,876 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/3b4c9145a2b74a8aa94b00038f856e89, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=47.1 K 2024-11-09T12:53:32,877 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4c9145a2b74a8aa94b00038f856e89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:32,877 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13b80a53dc4c44eeb095ff38f7701b0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:32,878 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e53e94a216c84fbfa94c336aafd65751, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731156809879 2024-11-09T12:53:32,878 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e8f97c0cf3b4674b6aa48eff2f9d43f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731156809879 2024-11-09T12:53:32,879 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d4655ed13f0941dc8a3b2a45cb0f5fbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731156809983 2024-11-09T12:53:32,879 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 696bf01c134540ecb5213926cdfd51d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731156809983 2024-11-09T12:53:32,879 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 107a0966c41d49a2a1c876c9896d57a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:32,880 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 569d0636abcf413299a2178834f02aee, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:32,895 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:32,896 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/5e644f968f564cc2923fbc4ea207e2f0 is 50, key is test_row_0/B:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:32,900 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:32,901 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c9e72f52c5ce4d908206242379ccc539 is 50, key is test_row_0/A:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742311_1487 (size=12325) 2024-11-09T12:53:32,924 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/5e644f968f564cc2923fbc4ea207e2f0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5e644f968f564cc2923fbc4ea207e2f0 2024-11-09T12:53:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742312_1488 (size=12325) 2024-11-09T12:53:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:32,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T12:53:32,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,929 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:53:32,930 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 5e644f968f564cc2923fbc4ea207e2f0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:32,930 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:32,930 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=12, startTime=1731156812875; duration=0sec 2024-11-09T12:53:32,930 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:32,930 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:32,930 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:32,933 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c9e72f52c5ce4d908206242379ccc539 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c9e72f52c5ce4d908206242379ccc539 2024-11-09T12:53:32,934 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:32,934 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:32,934 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:32,934 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e6efab3e137e435785f319a5a3bd06a6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=47.1 K 2024-11-09T12:53:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 is 50, key is test_row_0/A:col10/1731156811982/Put/seqid=0 2024-11-09T12:53:32,937 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e6efab3e137e435785f319a5a3bd06a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731156809371 2024-11-09T12:53:32,940 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 012a9cc2aeb144fc8b75abb279ea3bc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731156809879 2024-11-09T12:53:32,940 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a5e4cc5061aa44d0bb8a3b152abebd58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731156809983 2024-11-09T12:53:32,940 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d59d7330ae5944d593131d85150bbf00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742313_1489 (size=12151) 2024-11-09T12:53:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 2024-11-09T12:53:32,952 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into c9e72f52c5ce4d908206242379ccc539(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:32,952 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:32,952 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=12, startTime=1731156812875; duration=0sec 2024-11-09T12:53:32,952 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:32,952 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/bc2b61df471941029fa12c79612ab43b is 50, key is test_row_0/B:col10/1731156811982/Put/seqid=0 2024-11-09T12:53:32,958 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#415 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:32,958 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/718f02ca301c49588274ec2ce3746e71 is 50, key is test_row_0/C:col10/1731156811206/Put/seqid=0 2024-11-09T12:53:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742314_1490 (size=12151) 2024-11-09T12:53:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742315_1491 (size=12325) 2024-11-09T12:53:32,975 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/718f02ca301c49588274ec2ce3746e71 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/718f02ca301c49588274ec2ce3746e71 2024-11-09T12:53:32,981 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 718f02ca301c49588274ec2ce3746e71(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:32,981 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:32,981 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=12, startTime=1731156812875; duration=0sec 2024-11-09T12:53:32,981 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:32,981 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:33,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156873213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156873214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156873215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156873230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156873337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156873337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156873337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/bc2b61df471941029fa12c79612ab43b 2024-11-09T12:53:33,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156873358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2cbfb957b8f64559916ddd409af7884f is 50, key is test_row_0/C:col10/1731156811982/Put/seqid=0 2024-11-09T12:53:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742316_1492 (size=12151) 2024-11-09T12:53:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156873548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156873548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156873548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156873578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156873627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,638 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:33,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,815 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2cbfb957b8f64559916ddd409af7884f 2024-11-09T12:53:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 2024-11-09T12:53:33,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T12:53:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/bc2b61df471941029fa12c79612ab43b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b 2024-11-09T12:53:33,836 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T12:53:33,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2cbfb957b8f64559916ddd409af7884f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f 2024-11-09T12:53:33,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T12:53:33,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e5e9bd584c883d87fce59c1fe5e5a18c in 929ms, sequenceid=152, compaction requested=false 2024-11-09T12:53:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-09T12:53:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-09T12:53:33,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-09T12:53:33,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-09T12:53:33,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5650 sec 2024-11-09T12:53:33,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:33,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:53:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:33,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/cc6226605cfd453ba2d5a30efed67a08 is 50, key is test_row_0/A:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742317_1493 (size=12151) 2024-11-09T12:53:33,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/cc6226605cfd453ba2d5a30efed67a08 2024-11-09T12:53:33,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/ebef9c1c427a4414825642765b674d5f is 50, key is test_row_0/B:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742318_1494 (size=12151) 2024-11-09T12:53:33,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/ebef9c1c427a4414825642765b674d5f 2024-11-09T12:53:33,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/eb699047a0244c20b4544ea5f0857b00 is 50, key is test_row_0/C:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:33,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742319_1495 (size=12151) 2024-11-09T12:53:33,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/eb699047a0244c20b4544ea5f0857b00 2024-11-09T12:53:33,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/cc6226605cfd453ba2d5a30efed67a08 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08 2024-11-09T12:53:33,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156873928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T12:53:33,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156873930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/ebef9c1c427a4414825642765b674d5f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156873934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156873936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T12:53:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:33,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/eb699047a0244c20b4544ea5f0857b00 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00 2024-11-09T12:53:33,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T12:53:33,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e5e9bd584c883d87fce59c1fe5e5a18c in 88ms, sequenceid=171, compaction requested=true 2024-11-09T12:53:33,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T12:53:33,963 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:33,963 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:33,968 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:33,968 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:33,968 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:33,968 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:33,968 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:33,968 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:33,968 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/718f02ca301c49588274ec2ce3746e71, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=35.8 K 2024-11-09T12:53:33,968 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c9e72f52c5ce4d908206242379ccc539, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=35.8 K 2024-11-09T12:53:33,969 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e72f52c5ce4d908206242379ccc539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:33,969 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 718f02ca301c49588274ec2ce3746e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:33,971 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06dd2cdd6abb4e5590e3e14d4f08bcd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731156811982 2024-11-09T12:53:33,971 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cbfb957b8f64559916ddd409af7884f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731156811982 2024-11-09T12:53:33,982 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6226605cfd453ba2d5a30efed67a08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:33,982 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting eb699047a0244c20b4544ea5f0857b00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:33,991 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#420 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:33,992 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/add7df8a39ee4f85a312cf8f746f0db6 is 50, key is test_row_0/A:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:33,999 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:34,000 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/3f099acbf2bb41b58ea4610fce3190f8 is 50, key is test_row_0/C:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742321_1497 (size=12527) 2024-11-09T12:53:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742320_1496 (size=12527) 2024-11-09T12:53:34,028 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/add7df8a39ee4f85a312cf8f746f0db6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/add7df8a39ee4f85a312cf8f746f0db6 2024-11-09T12:53:34,036 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into add7df8a39ee4f85a312cf8f746f0db6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:34,036 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:34,036 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=13, startTime=1731156813962; duration=0sec 2024-11-09T12:53:34,036 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:34,036 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:34,036 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:34,037 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:34,037 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:34,037 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,037 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5e644f968f564cc2923fbc4ea207e2f0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=35.8 K 2024-11-09T12:53:34,038 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e644f968f564cc2923fbc4ea207e2f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731156811206 2024-11-09T12:53:34,038 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc2b61df471941029fa12c79612ab43b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731156811982 2024-11-09T12:53:34,038 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebef9c1c427a4414825642765b674d5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:34,053 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:34,053 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/e6073713e5694d899acb13f754e790c5 is 50, key is test_row_0/B:col10/1731156813870/Put/seqid=0 2024-11-09T12:53:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:34,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T12:53:34,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c98d806197094c7495722959ffe9ec1a is 50, key is test_row_0/A:col10/1731156813933/Put/seqid=0 2024-11-09T12:53:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742322_1498 (size=12527) 2024-11-09T12:53:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742323_1499 (size=16931) 2024-11-09T12:53:34,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156874088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156874101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156874101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156874103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156874207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156874218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156874218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156874221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,427 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/3f099acbf2bb41b58ea4610fce3190f8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/3f099acbf2bb41b58ea4610fce3190f8 2024-11-09T12:53:34,432 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 3f099acbf2bb41b58ea4610fce3190f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:34,433 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:34,433 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=13, startTime=1731156813963; duration=0sec 2024-11-09T12:53:34,433 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:34,433 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:34,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156874427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156874437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T12:53:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156874437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,447 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156874438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,448 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-09T12:53:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T12:53:34,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:34,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:34,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,491 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/e6073713e5694d899acb13f754e790c5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e6073713e5694d899acb13f754e790c5 2024-11-09T12:53:34,495 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into e6073713e5694d899acb13f754e790c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:34,495 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:34,495 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=13, startTime=1731156813963; duration=0sec 2024-11-09T12:53:34,495 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:34,496 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:34,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c98d806197094c7495722959ffe9ec1a 2024-11-09T12:53:34,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/acd2425393904077923c561e0f2f3260 is 50, key is test_row_0/B:col10/1731156813933/Put/seqid=0 2024-11-09T12:53:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742324_1500 (size=12151) 2024-11-09T12:53:34,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/acd2425393904077923c561e0f2f3260 2024-11-09T12:53:34,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2a0ac3e1b1014d35b6e7a874730719c7 is 50, key is test_row_0/C:col10/1731156813933/Put/seqid=0 2024-11-09T12:53:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T12:53:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742325_1501 (size=12151) 2024-11-09T12:53:34,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T12:53:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156874737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T12:53:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156874758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156874758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156874761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:34,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:34,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T12:53:34,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T12:53:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:34,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:34,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2a0ac3e1b1014d35b6e7a874730719c7 2024-11-09T12:53:34,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c98d806197094c7495722959ffe9ec1a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a 2024-11-09T12:53:34,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a, entries=250, sequenceid=194, filesize=16.5 K 2024-11-09T12:53:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/acd2425393904077923c561e0f2f3260 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260 2024-11-09T12:53:34,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T12:53:34,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2a0ac3e1b1014d35b6e7a874730719c7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7 2024-11-09T12:53:34,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T12:53:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e5e9bd584c883d87fce59c1fe5e5a18c in 935ms, sequenceid=194, compaction requested=false 2024-11-09T12:53:34,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T12:53:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T12:53:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T12:53:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d76c0a0a2b6540d1945ececc39192a56 is 50, key is test_row_0/A:col10/1731156814098/Put/seqid=0 2024-11-09T12:53:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742326_1502 (size=12151) 2024-11-09T12:53:35,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d76c0a0a2b6540d1945ececc39192a56 2024-11-09T12:53:35,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2170f95dd005471f816c75119b052cb2 is 50, key is test_row_0/B:col10/1731156814098/Put/seqid=0 2024-11-09T12:53:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742327_1503 (size=12151) 2024-11-09T12:53:35,109 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2170f95dd005471f816c75119b052cb2 2024-11-09T12:53:35,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 is 50, key is test_row_0/C:col10/1731156814098/Put/seqid=0 2024-11-09T12:53:35,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742328_1504 (size=12151) 2024-11-09T12:53:35,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 2024-11-09T12:53:35,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d76c0a0a2b6540d1945ececc39192a56 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56 2024-11-09T12:53:35,142 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T12:53:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2170f95dd005471f816c75119b052cb2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2 2024-11-09T12:53:35,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T12:53:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 2024-11-09T12:53:35,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T12:53:35,153 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for e5e9bd584c883d87fce59c1fe5e5a18c in 79ms, sequenceid=211, compaction requested=true 2024-11-09T12:53:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-09T12:53:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-09T12:53:35,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T12:53:35,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 705 msec 2024-11-09T12:53:35,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 710 msec 2024-11-09T12:53:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:35,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:35,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/75b4d021fa844ca58afed4b57c34063e is 50, key is test_row_0/A:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742329_1505 (size=12151) 2024-11-09T12:53:35,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/75b4d021fa844ca58afed4b57c34063e 2024-11-09T12:53:35,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/f8741bab894244e3ae47d58d05369fd4 is 50, key is test_row_0/B:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742330_1506 (size=12151) 2024-11-09T12:53:35,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156875363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156875364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156875364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156875368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T12:53:35,429 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T12:53:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156875487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156875487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156875488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156875488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T12:53:35,587 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:35,588 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T12:53:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T12:53:35,590 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:35,597 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:35,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T12:53:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156875707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156875707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156875707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156875709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:35,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/f8741bab894244e3ae47d58d05369fd4 2024-11-09T12:53:35,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/b0d534dc6a5742bbaca749177ad30025 is 50, key is test_row_0/C:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T12:53:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742331_1507 (size=12151) 2024-11-09T12:53:35,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/b0d534dc6a5742bbaca749177ad30025 2024-11-09T12:53:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:35,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/75b4d021fa844ca58afed4b57c34063e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e 2024-11-09T12:53:35,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e, entries=150, sequenceid=223, filesize=11.9 K 2024-11-09T12:53:35,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/f8741bab894244e3ae47d58d05369fd4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4 2024-11-09T12:53:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4, entries=150, sequenceid=223, filesize=11.9 K 2024-11-09T12:53:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/b0d534dc6a5742bbaca749177ad30025 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025 2024-11-09T12:53:35,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025, entries=150, sequenceid=223, filesize=11.9 K 2024-11-09T12:53:35,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e5e9bd584c883d87fce59c1fe5e5a18c in 490ms, sequenceid=223, compaction requested=true 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:35,781 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:35,781 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:35,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:35,783 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:35,783 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:35,783 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,783 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/add7df8a39ee4f85a312cf8f746f0db6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=52.5 K 2024-11-09T12:53:35,783 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:35,783 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:35,783 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,783 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e6073713e5694d899acb13f754e790c5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=47.8 K 2024-11-09T12:53:35,784 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e6073713e5694d899acb13f754e790c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:35,784 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting add7df8a39ee4f85a312cf8f746f0db6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:35,784 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting c98d806197094c7495722959ffe9ec1a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731156813911 2024-11-09T12:53:35,784 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting acd2425393904077923c561e0f2f3260, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731156813931 2024-11-09T12:53:35,785 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d76c0a0a2b6540d1945ececc39192a56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731156814083 2024-11-09T12:53:35,785 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2170f95dd005471f816c75119b052cb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731156814083 2024-11-09T12:53:35,785 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b4d021fa844ca58afed4b57c34063e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:35,785 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f8741bab894244e3ae47d58d05369fd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:35,796 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:35,796 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/b6f18a29fec84c37988e7d414dcb5d77 is 50, key is test_row_0/A:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,804 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:35,804 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/5ffa4397ab9644fd8a5fce29c023cdea is 50, key is test_row_0/B:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742332_1508 (size=12663) 2024-11-09T12:53:35,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742333_1509 (size=12663) 2024-11-09T12:53:35,824 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/5ffa4397ab9644fd8a5fce29c023cdea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5ffa4397ab9644fd8a5fce29c023cdea 2024-11-09T12:53:35,824 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/b6f18a29fec84c37988e7d414dcb5d77 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/b6f18a29fec84c37988e7d414dcb5d77 2024-11-09T12:53:35,831 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 5ffa4397ab9644fd8a5fce29c023cdea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:35,831 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into b6f18a29fec84c37988e7d414dcb5d77(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,831 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=12, startTime=1731156815781; duration=0sec 2024-11-09T12:53:35,831 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=12, startTime=1731156815781; duration=0sec 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:35,831 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:35,832 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:35,832 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:35,832 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,832 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/3f099acbf2bb41b58ea4610fce3190f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=47.8 K 2024-11-09T12:53:35,833 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f099acbf2bb41b58ea4610fce3190f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731156813227 2024-11-09T12:53:35,833 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a0ac3e1b1014d35b6e7a874730719c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731156813931 2024-11-09T12:53:35,834 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fdd3eac07f44ad2b82ed2493c0ef6c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731156814083 2024-11-09T12:53:35,834 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b0d534dc6a5742bbaca749177ad30025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:35,841 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:35,842 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/fe1481cc7c8b42c8a56b9cf97297f146 is 50, key is test_row_0/C:col10/1731156815279/Put/seqid=0 2024-11-09T12:53:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742334_1510 (size=12663) 2024-11-09T12:53:35,854 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/fe1481cc7c8b42c8a56b9cf97297f146 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/fe1481cc7c8b42c8a56b9cf97297f146 2024-11-09T12:53:35,860 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into fe1481cc7c8b42c8a56b9cf97297f146(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:35,860 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:35,860 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=12, startTime=1731156815781; duration=0sec 2024-11-09T12:53:35,860 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:35,860 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T12:53:35,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T12:53:35,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:35,909 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:53:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/08e46b97f0cf472e81c07d62e35b926b is 50, key is test_row_0/A:col10/1731156815354/Put/seqid=0 2024-11-09T12:53:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742335_1511 (size=12151) 2024-11-09T12:53:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:36,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:36,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156876041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156876043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156876045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156876047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156876167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T12:53:36,341 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/08e46b97f0cf472e81c07d62e35b926b 2024-11-09T12:53:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/12de5dab6a94426b9787d22411ac4e48 is 50, key is test_row_0/B:col10/1731156815354/Put/seqid=0 2024-11-09T12:53:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742336_1512 (size=12151) 2024-11-09T12:53:36,363 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/12de5dab6a94426b9787d22411ac4e48 2024-11-09T12:53:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156876367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/779320ad8c284f25b3bcb769744d4b30 is 50, key is test_row_0/C:col10/1731156815354/Put/seqid=0 2024-11-09T12:53:36,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156876377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156876379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742337_1513 (size=12151) 2024-11-09T12:53:36,393 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/779320ad8c284f25b3bcb769744d4b30 2024-11-09T12:53:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156876387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/08e46b97f0cf472e81c07d62e35b926b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b 2024-11-09T12:53:36,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T12:53:36,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/12de5dab6a94426b9787d22411ac4e48 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48 2024-11-09T12:53:36,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T12:53:36,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/779320ad8c284f25b3bcb769744d4b30 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30 2024-11-09T12:53:36,419 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T12:53:36,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e5e9bd584c883d87fce59c1fe5e5a18c in 512ms, sequenceid=250, compaction requested=false 2024-11-09T12:53:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T12:53:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T12:53:36,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T12:53:36,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 826 msec 2024-11-09T12:53:36,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 837 msec 2024-11-09T12:53:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:36,686 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:36,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:53:36,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fb9a4a0a96254011951b47d1cb923b73 is 50, key is test_row_0/A:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742338_1514 (size=14691) 2024-11-09T12:53:36,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fb9a4a0a96254011951b47d1cb923b73 2024-11-09T12:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T12:53:36,727 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:36,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:36,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b9f7a2083c1b4a61858e85e3353f8e40 is 50, key is test_row_0/B:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T12:53:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:36,730 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:36,731 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:36,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742339_1515 (size=12251) 2024-11-09T12:53:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156876752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156876752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156876753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156876758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156876868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156876868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156876868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156876868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:36,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:36,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156877088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156877088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156877088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156877088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b9f7a2083c1b4a61858e85e3353f8e40 2024-11-09T12:53:37,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d968b6be626e4aaf8515b8a39261c2c7 is 50, key is test_row_0/C:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:37,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742340_1516 (size=12251) 2024-11-09T12:53:37,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156877407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156877407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156877407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156877407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:37,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d968b6be626e4aaf8515b8a39261c2c7 2024-11-09T12:53:37,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/fb9a4a0a96254011951b47d1cb923b73 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73 2024-11-09T12:53:37,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73, entries=200, sequenceid=263, filesize=14.3 K 2024-11-09T12:53:37,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b9f7a2083c1b4a61858e85e3353f8e40 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40 2024-11-09T12:53:37,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40, entries=150, sequenceid=263, filesize=12.0 K 2024-11-09T12:53:37,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/d968b6be626e4aaf8515b8a39261c2c7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7 2024-11-09T12:53:37,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7, entries=150, sequenceid=263, filesize=12.0 K 2024-11-09T12:53:37,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e5e9bd584c883d87fce59c1fe5e5a18c in 879ms, sequenceid=263, compaction requested=true 2024-11-09T12:53:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:37,566 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:37,566 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:37,566 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:37,566 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:37,567 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,567 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/b6f18a29fec84c37988e7d414dcb5d77, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=38.6 K 2024-11-09T12:53:37,567 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:37,567 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6f18a29fec84c37988e7d414dcb5d77, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:37,567 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:37,567 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,567 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5ffa4397ab9644fd8a5fce29c023cdea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.2 K 2024-11-09T12:53:37,567 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08e46b97f0cf472e81c07d62e35b926b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156815340 2024-11-09T12:53:37,567 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ffa4397ab9644fd8a5fce29c023cdea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:37,568 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb9a4a0a96254011951b47d1cb923b73, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:37,568 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 12de5dab6a94426b9787d22411ac4e48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156815340 2024-11-09T12:53:37,568 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f7a2083c1b4a61858e85e3353f8e40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:37,573 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:37,573 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/1841245583c946b9b600d6c0655c0831 is 50, key is test_row_0/A:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:37,574 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:37,574 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/27e40063aa6a43cbade2d033df9dd086 is 50, key is test_row_0/B:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742342_1518 (size=12865) 2024-11-09T12:53:37,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742341_1517 (size=12865) 2024-11-09T12:53:37,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T12:53:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:37,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:53:37,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e3f3e8d6e81c4ec1a88cb080319347af is 50, key is test_row_0/A:col10/1731156816734/Put/seqid=0 2024-11-09T12:53:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742343_1519 (size=12301) 2024-11-09T12:53:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156877733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156877847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156877929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156877929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156877932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156877934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:37,986 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/27e40063aa6a43cbade2d033df9dd086 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/27e40063aa6a43cbade2d033df9dd086 2024-11-09T12:53:37,996 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 27e40063aa6a43cbade2d033df9dd086(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:37,996 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:37,997 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=13, startTime=1731156817566; duration=0sec 2024-11-09T12:53:37,997 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:37,997 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:37,997 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:37,999 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:37,999 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:38,000 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:38,000 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/1841245583c946b9b600d6c0655c0831 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/1841245583c946b9b600d6c0655c0831 2024-11-09T12:53:38,000 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/fe1481cc7c8b42c8a56b9cf97297f146, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.2 K 2024-11-09T12:53:38,000 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting fe1481cc7c8b42c8a56b9cf97297f146, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731156815269 2024-11-09T12:53:38,001 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 779320ad8c284f25b3bcb769744d4b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731156815340 2024-11-09T12:53:38,001 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d968b6be626e4aaf8515b8a39261c2c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:38,008 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into 1841245583c946b9b600d6c0655c0831(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:38,008 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:38,008 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=13, startTime=1731156817565; duration=0sec 2024-11-09T12:53:38,008 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:38,008 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:38,026 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#444 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:38,027 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/103cb31381a44a88abcf84e04ffb2868 is 50, key is test_row_0/C:col10/1731156816678/Put/seqid=0 2024-11-09T12:53:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742344_1520 (size=12865) 2024-11-09T12:53:38,061 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/103cb31381a44a88abcf84e04ffb2868 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/103cb31381a44a88abcf84e04ffb2868 2024-11-09T12:53:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156878057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,071 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 103cb31381a44a88abcf84e04ffb2868(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:38,071 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:38,071 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=13, startTime=1731156817566; duration=0sec 2024-11-09T12:53:38,071 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:38,071 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:38,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e3f3e8d6e81c4ec1a88cb080319347af 2024-11-09T12:53:38,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/58ee45cf295842c38e2d756dd83dc879 is 50, key is test_row_0/B:col10/1731156816734/Put/seqid=0 2024-11-09T12:53:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742345_1521 (size=12301) 2024-11-09T12:53:38,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156878367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/58ee45cf295842c38e2d756dd83dc879 2024-11-09T12:53:38,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/e0ead96aa0944b3c9056776d234d1ac1 is 50, key is test_row_0/C:col10/1731156816734/Put/seqid=0 2024-11-09T12:53:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742346_1522 (size=12301) 2024-11-09T12:53:38,520 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/e0ead96aa0944b3c9056776d234d1ac1 2024-11-09T12:53:38,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e3f3e8d6e81c4ec1a88cb080319347af as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af 2024-11-09T12:53:38,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T12:53:38,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/58ee45cf295842c38e2d756dd83dc879 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879 2024-11-09T12:53:38,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T12:53:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/e0ead96aa0944b3c9056776d234d1ac1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1 2024-11-09T12:53:38,535 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T12:53:38,536 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e5e9bd584c883d87fce59c1fe5e5a18c in 869ms, sequenceid=286, compaction requested=false 2024-11-09T12:53:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T12:53:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T12:53:38,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T12:53:38,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-09T12:53:38,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.8120 sec 2024-11-09T12:53:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T12:53:38,878 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:38,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:38,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:53:38,881 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-09T12:53:38,883 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:38,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:38,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:38,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/0b607bcb668f41d1b4362a833e66003a is 50, key is test_row_0/A:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742347_1523 (size=14741) 2024-11-09T12:53:38,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156878968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156878969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156878970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156878972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156878974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:39,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156879094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156879094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156879094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156879097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156879101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:39,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/0b607bcb668f41d1b4362a833e66003a 2024-11-09T12:53:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156879307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156879307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156879307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156879307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/8222d0a97c15479cad033da152d7438a is 50, key is test_row_0/B:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742348_1524 (size=12301) 2024-11-09T12:53:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156879317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156879617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156879617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156879617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156879627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156879637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:39,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/8222d0a97c15479cad033da152d7438a 2024-11-09T12:53:39,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ba48980a0d144e3d9428b794792a3dea is 50, key is test_row_0/C:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742349_1525 (size=12301) 2024-11-09T12:53:39,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:39,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:40,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156880127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ba48980a0d144e3d9428b794792a3dea 2024-11-09T12:53:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156880137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156880137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/0b607bcb668f41d1b4362a833e66003a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a 2024-11-09T12:53:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a, entries=200, sequenceid=303, filesize=14.4 K 2024-11-09T12:53:40,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/8222d0a97c15479cad033da152d7438a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a 2024-11-09T12:53:40,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T12:53:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ba48980a0d144e3d9428b794792a3dea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea 2024-11-09T12:53:40,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T12:53:40,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e5e9bd584c883d87fce59c1fe5e5a18c in 1273ms, sequenceid=303, compaction requested=true 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:40,152 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:40,152 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:40,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:53:40,153 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:40,154 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:40,154 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,154 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/1841245583c946b9b600d6c0655c0831, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=39.0 K 2024-11-09T12:53:40,154 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:40,154 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1841245583c946b9b600d6c0655c0831, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:40,155 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:40,155 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,155 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/27e40063aa6a43cbade2d033df9dd086, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.6 K 2024-11-09T12:53:40,155 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3f3e8d6e81c4ec1a88cb080319347af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731156816734 2024-11-09T12:53:40,155 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e40063aa6a43cbade2d033df9dd086, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:40,155 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b607bcb668f41d1b4362a833e66003a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:40,155 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 58ee45cf295842c38e2d756dd83dc879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731156816734 2024-11-09T12:53:40,156 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 8222d0a97c15479cad033da152d7438a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:40,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/a42086780a994fb5a3fed93bd0ca2497 is 50, key is test_row_0/A:col10/1731156818972/Put/seqid=0 2024-11-09T12:53:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742350_1526 (size=14741) 2024-11-09T12:53:40,170 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:40,170 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:40,170 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/969c35da303e4687bf9269578733cee4 is 50, key is test_row_0/B:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:40,171 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/6f97f0c68f144ef5be9b0bf894df3b1e is 50, key is test_row_0/A:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742351_1527 (size=13017) 2024-11-09T12:53:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742352_1528 (size=13017) 2024-11-09T12:53:40,185 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/969c35da303e4687bf9269578733cee4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/969c35da303e4687bf9269578733cee4 2024-11-09T12:53:40,188 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 969c35da303e4687bf9269578733cee4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:40,189 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:40,189 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=13, startTime=1731156820152; duration=0sec 2024-11-09T12:53:40,189 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:40,189 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:40,189 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:40,190 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:40,190 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:40,190 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,190 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/103cb31381a44a88abcf84e04ffb2868, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.6 K 2024-11-09T12:53:40,190 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 103cb31381a44a88abcf84e04ffb2868, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731156816032 2024-11-09T12:53:40,190 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e0ead96aa0944b3c9056776d234d1ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731156816734 2024-11-09T12:53:40,191 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ba48980a0d144e3d9428b794792a3dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:40,196 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:40,196 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/828cc684900448b898aacb85e18665ff is 50, key is test_row_0/C:col10/1731156817692/Put/seqid=0 2024-11-09T12:53:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742353_1529 (size=13017) 2024-11-09T12:53:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156880214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156880216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156880327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156880327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156880537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156880537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/a42086780a994fb5a3fed93bd0ca2497 2024-11-09T12:53:40,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:40,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2c82b321e5c5421f8ff206a63736bcb1 is 50, key is test_row_0/B:col10/1731156818972/Put/seqid=0 2024-11-09T12:53:40,599 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/6f97f0c68f144ef5be9b0bf894df3b1e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/6f97f0c68f144ef5be9b0bf894df3b1e 2024-11-09T12:53:40,605 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into 6f97f0c68f144ef5be9b0bf894df3b1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:40,605 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:40,605 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=13, startTime=1731156820152; duration=0sec 2024-11-09T12:53:40,605 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:40,605 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742354_1530 (size=12301) 2024-11-09T12:53:40,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2c82b321e5c5421f8ff206a63736bcb1 2024-11-09T12:53:40,613 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/828cc684900448b898aacb85e18665ff as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/828cc684900448b898aacb85e18665ff 2024-11-09T12:53:40,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a97f12cf279d4ab296932c22b04c043a is 50, key is test_row_0/C:col10/1731156818972/Put/seqid=0 2024-11-09T12:53:40,623 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 828cc684900448b898aacb85e18665ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:40,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:40,623 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=13, startTime=1731156820152; duration=0sec 2024-11-09T12:53:40,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:40,623 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742355_1531 (size=12301) 2024-11-09T12:53:40,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a97f12cf279d4ab296932c22b04c043a 2024-11-09T12:53:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/a42086780a994fb5a3fed93bd0ca2497 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497 2024-11-09T12:53:40,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497, entries=200, sequenceid=326, filesize=14.4 K 2024-11-09T12:53:40,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/2c82b321e5c5421f8ff206a63736bcb1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1 2024-11-09T12:53:40,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1, entries=150, sequenceid=326, filesize=12.0 K 2024-11-09T12:53:40,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a97f12cf279d4ab296932c22b04c043a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a 2024-11-09T12:53:40,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-09T12:53:40,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e5e9bd584c883d87fce59c1fe5e5a18c in 494ms, sequenceid=326, compaction requested=false 2024-11-09T12:53:40,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:40,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T12:53:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:40,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:53:40,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/f3df58407cfe4a5ea756cd38883c81c0 is 50, key is test_row_0/A:col10/1731156820183/Put/seqid=0 2024-11-09T12:53:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742356_1532 (size=12301) 2024-11-09T12:53:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156880922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156880926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156881037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156881048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/f3df58407cfe4a5ea756cd38883c81c0 2024-11-09T12:53:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9d614853d92d4fe39deb5631c5ef2cd6 is 50, key is test_row_0/B:col10/1731156820183/Put/seqid=0 2024-11-09T12:53:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156881147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156881147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156881147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,156 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:41,156 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,157 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742357_1533 (size=12301) 2024-11-09T12:53:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156881257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156881267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9d614853d92d4fe39deb5631c5ef2cd6 2024-11-09T12:53:41,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8405771b41b24f9f9b9b156346ab77fc is 50, key is test_row_0/C:col10/1731156820183/Put/seqid=0 2024-11-09T12:53:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742358_1534 (size=12301) 2024-11-09T12:53:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156881577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156881577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:41,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8405771b41b24f9f9b9b156346ab77fc 2024-11-09T12:53:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/f3df58407cfe4a5ea756cd38883c81c0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0 2024-11-09T12:53:41,983 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0, entries=150, sequenceid=343, filesize=12.0 K 2024-11-09T12:53:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/9d614853d92d4fe39deb5631c5ef2cd6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6 2024-11-09T12:53:41,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6, entries=150, sequenceid=343, filesize=12.0 K 2024-11-09T12:53:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/8405771b41b24f9f9b9b156346ab77fc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc 2024-11-09T12:53:42,014 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc, entries=150, sequenceid=343, filesize=12.0 K 2024-11-09T12:53:42,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e5e9bd584c883d87fce59c1fe5e5a18c in 1275ms, sequenceid=343, compaction requested=true 2024-11-09T12:53:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-09T12:53:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-09T12:53:42,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T12:53:42,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1330 sec 2024-11-09T12:53:42,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 3.1390 sec 2024-11-09T12:53:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:42,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:42,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:53:42,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c5b10ec3d1184b2681ff59b4196ec831 is 50, key is test_row_0/A:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:42,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742359_1535 (size=14741) 2024-11-09T12:53:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156882140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156882152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156882257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156882267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156882467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156882487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c5b10ec3d1184b2681ff59b4196ec831 2024-11-09T12:53:42,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/17efc77b4eb648b485ee3a112c9513b8 is 50, key is test_row_0/B:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742360_1536 (size=12301) 2024-11-09T12:53:42,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156882787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156882807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:42,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/17efc77b4eb648b485ee3a112c9513b8 2024-11-09T12:53:42,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/7f6b259d6d3d4b1f96a3218539b3d8d7 is 50, key is test_row_0/C:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742361_1537 (size=12301) 2024-11-09T12:53:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T12:53:43,049 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:43,050 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-09T12:53:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:43,054 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:43,055 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:43,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47012 deadline: 1731156883167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:43,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47038 deadline: 1731156883168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:43,177 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:43,177 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_2' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:43,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46978 deadline: 1731156883177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:43,185 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_0' in e5e9bd584c883d87fce59c1fe5e5a18c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:53:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:43,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-09T12:53:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156883307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156883319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:43,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/7f6b259d6d3d4b1f96a3218539b3d8d7 2024-11-09T12:53:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/c5b10ec3d1184b2681ff59b4196ec831 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831 2024-11-09T12:53:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831, entries=200, sequenceid=366, filesize=14.4 K 2024-11-09T12:53:43,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/17efc77b4eb648b485ee3a112c9513b8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8 2024-11-09T12:53:43,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T12:53:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/7f6b259d6d3d4b1f96a3218539b3d8d7 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7 2024-11-09T12:53:43,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-09T12:53:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:43,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T12:53:43,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e5e9bd584c883d87fce59c1fe5e5a18c in 1277ms, sequenceid=366, compaction requested=true 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:43,373 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:43,373 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:43,374 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:43,375 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:43,375 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,375 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/6f97f0c68f144ef5be9b0bf894df3b1e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=53.5 K 2024-11-09T12:53:43,375 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f97f0c68f144ef5be9b0bf894df3b1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:43,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a42086780a994fb5a3fed93bd0ca2497, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731156818968 2024-11-09T12:53:43,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting f3df58407cfe4a5ea756cd38883c81c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731156820162 2024-11-09T12:53:43,376 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c5b10ec3d1184b2681ff59b4196ec831, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:43,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:43,379 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:43,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,379 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/969c35da303e4687bf9269578733cee4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=48.8 K 2024-11-09T12:53:43,380 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969c35da303e4687bf9269578733cee4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:43,380 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c82b321e5c5421f8ff206a63736bcb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731156818969 2024-11-09T12:53:43,381 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d614853d92d4fe39deb5631c5ef2cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731156820162 2024-11-09T12:53:43,381 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17efc77b4eb648b485ee3a112c9513b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:43,396 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:43,397 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/afc0128f48e04b7595513d303f839889 is 50, key is test_row_0/A:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:43,405 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:43,405 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/6fb9b62d4410433d9076e3c95bdeb79c is 50, key is test_row_0/B:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742362_1538 (size=13153) 2024-11-09T12:53:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742363_1539 (size=13153) 2024-11-09T12:53:43,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/6fb9b62d4410433d9076e3c95bdeb79c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6fb9b62d4410433d9076e3c95bdeb79c 2024-11-09T12:53:43,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-09T12:53:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:53:43,540 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 6fb9b62d4410433d9076e3c95bdeb79c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:43,540 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:43,540 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=12, startTime=1731156823373; duration=0sec 2024-11-09T12:53:43,540 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:43,540 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:43,540 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ea5765b1c743c3ae04e67aef4111c9 is 50, key is test_row_0/A:col10/1731156822150/Put/seqid=0 2024-11-09T12:53:43,561 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:43,561 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:43,561 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:43,561 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/828cc684900448b898aacb85e18665ff, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=48.8 K 2024-11-09T12:53:43,563 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 828cc684900448b898aacb85e18665ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731156817692 2024-11-09T12:53:43,563 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting a97f12cf279d4ab296932c22b04c043a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731156818969 2024-11-09T12:53:43,563 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8405771b41b24f9f9b9b156346ab77fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731156820162 2024-11-09T12:53:43,565 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6b259d6d3d4b1f96a3218539b3d8d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:43,580 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:43,581 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/7bf623749fb6425d911489564ceafcba is 50, key is test_row_0/C:col10/1731156822094/Put/seqid=0 2024-11-09T12:53:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742364_1540 (size=12301) 2024-11-09T12:53:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742365_1541 (size=13153) 2024-11-09T12:53:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:43,866 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/afc0128f48e04b7595513d303f839889 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/afc0128f48e04b7595513d303f839889 2024-11-09T12:53:43,878 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into afc0128f48e04b7595513d303f839889(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:43,878 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:43,878 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=12, startTime=1731156823373; duration=0sec 2024-11-09T12:53:43,878 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:43,878 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:43,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ea5765b1c743c3ae04e67aef4111c9 2024-11-09T12:53:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d7b58174b776407891679b62b14fb2c9 is 50, key is test_row_0/B:col10/1731156822150/Put/seqid=0 2024-11-09T12:53:44,024 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/7bf623749fb6425d911489564ceafcba as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7bf623749fb6425d911489564ceafcba 2024-11-09T12:53:44,030 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 7bf623749fb6425d911489564ceafcba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:44,031 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:44,031 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=12, startTime=1731156823373; duration=0sec 2024-11-09T12:53:44,031 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:44,031 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742366_1542 (size=12301) 2024-11-09T12:53:44,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d7b58174b776407891679b62b14fb2c9 2024-11-09T12:53:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a1003845775241f2b01855164cd25f7c is 50, key is test_row_0/C:col10/1731156822150/Put/seqid=0 2024-11-09T12:53:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742367_1543 (size=12301) 2024-11-09T12:53:44,082 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a1003845775241f2b01855164cd25f7c 2024-11-09T12:53:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/d3ea5765b1c743c3ae04e67aef4111c9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9 2024-11-09T12:53:44,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9, entries=150, sequenceid=379, filesize=12.0 K 2024-11-09T12:53:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/d7b58174b776407891679b62b14fb2c9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9 2024-11-09T12:53:44,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9, entries=150, sequenceid=379, filesize=12.0 K 2024-11-09T12:53:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/a1003845775241f2b01855164cd25f7c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c 2024-11-09T12:53:44,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c, entries=150, sequenceid=379, filesize=12.0 K 2024-11-09T12:53:44,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for e5e9bd584c883d87fce59c1fe5e5a18c in 653ms, sequenceid=379, compaction requested=false 2024-11-09T12:53:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-09T12:53:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-09T12:53:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:44,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T12:53:44,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-09T12:53:44,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.1530 sec 2024-11-09T12:53:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:44,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:44,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7600a37f9bbb45aeb0767ad96d53fad4 is 50, key is test_row_0/A:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742368_1544 (size=17181) 2024-11-09T12:53:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156884464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156884468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156884577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156884588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156884798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156884799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7600a37f9bbb45aeb0767ad96d53fad4 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:44,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/df156fe3958a465ab82933cb1aa765d6 is 50, key is test_row_0/B:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742369_1545 (size=12301) 2024-11-09T12:53:45,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156885107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156885117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T12:53:45,199 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:45,201 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-09T12:53:45,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:45,204 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:45,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:45,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/df156fe3958a465ab82933cb1aa765d6 2024-11-09T12:53:45,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/4719269792c34db49136e402d2cb6c70 is 50, key is test_row_0/C:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742370_1546 (size=12301) 2024-11-09T12:53:45,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T12:53:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T12:53:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:45,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156885627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156885637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:45,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T12:53:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. as already flushing 2024-11-09T12:53:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:45,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/4719269792c34db49136e402d2cb6c70 2024-11-09T12:53:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7600a37f9bbb45aeb0767ad96d53fad4 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4 2024-11-09T12:53:45,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4, entries=250, sequenceid=394, filesize=16.8 K 2024-11-09T12:53:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/df156fe3958a465ab82933cb1aa765d6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6 2024-11-09T12:53:45,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6, entries=150, sequenceid=394, filesize=12.0 K 2024-11-09T12:53:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/4719269792c34db49136e402d2cb6c70 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70 2024-11-09T12:53:45,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70, entries=150, sequenceid=394, filesize=12.0 K 2024-11-09T12:53:45,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e5e9bd584c883d87fce59c1fe5e5a18c in 1364ms, sequenceid=394, compaction requested=true 2024-11-09T12:53:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:45,729 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:45,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:45,730 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:45,730 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:45,730 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,731 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/afc0128f48e04b7595513d303f839889, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=41.6 K 2024-11-09T12:53:45,731 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting afc0128f48e04b7595513d303f839889, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:45,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:45,732 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ea5765b1c743c3ae04e67aef4111c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731156822136 2024-11-09T12:53:45,732 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7600a37f9bbb45aeb0767ad96d53fad4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824349 2024-11-09T12:53:45,733 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:45,734 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:45,734 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:45,734 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,734 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6fb9b62d4410433d9076e3c95bdeb79c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.9 K 2024-11-09T12:53:45,735 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fb9b62d4410433d9076e3c95bdeb79c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:45,735 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b58174b776407891679b62b14fb2c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731156822136 2024-11-09T12:53:45,736 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting df156fe3958a465ab82933cb1aa765d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824353 2024-11-09T12:53:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:45,747 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:45,748 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/f14834b3a60445f0b4d7ca4094393248 is 50, key is test_row_0/A:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:45,752 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:45,752 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/21d8ae7f6ff547d4a1921dd0578baadc is 50, key is test_row_0/B:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742371_1547 (size=13255) 2024-11-09T12:53:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742372_1548 (size=13255) 2024-11-09T12:53:45,816 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/f14834b3a60445f0b4d7ca4094393248 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f14834b3a60445f0b4d7ca4094393248 2024-11-09T12:53:45,821 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/21d8ae7f6ff547d4a1921dd0578baadc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/21d8ae7f6ff547d4a1921dd0578baadc 2024-11-09T12:53:45,826 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 21d8ae7f6ff547d4a1921dd0578baadc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:45,826 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=13, startTime=1731156825732; duration=0sec 2024-11-09T12:53:45,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,826 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:53:45,826 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into f14834b3a60445f0b4d7ca4094393248(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:45,826 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=13, startTime=1731156825729; duration=0sec 2024-11-09T12:53:45,826 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:45,827 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:45,829 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:45,829 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:45,829 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:45,829 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7bf623749fb6425d911489564ceafcba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=36.9 K 2024-11-09T12:53:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:45,830 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bf623749fb6425d911489564ceafcba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731156820899 2024-11-09T12:53:45,830 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a1003845775241f2b01855164cd25f7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731156822136 2024-11-09T12:53:45,830 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4719269792c34db49136e402d2cb6c70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824353 2024-11-09T12:53:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e04737740ad6497a9b44450c8513e9f6 is 50, key is test_row_0/A:col10/1731156824452/Put/seqid=0 2024-11-09T12:53:45,851 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:45,852 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ab87bbeb5c51458cb7f8fa8cbe831c5b is 50, key is test_row_0/C:col10/1731156824365/Put/seqid=0 2024-11-09T12:53:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742373_1549 (size=12301) 2024-11-09T12:53:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742374_1550 (size=13255) 2024-11-09T12:53:46,277 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e04737740ad6497a9b44450c8513e9f6 2024-11-09T12:53:46,283 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/ab87bbeb5c51458cb7f8fa8cbe831c5b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ab87bbeb5c51458cb7f8fa8cbe831c5b 2024-11-09T12:53:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/cad3f4a10a0f4082ba180a6b90dfddc3 is 50, key is test_row_0/B:col10/1731156824452/Put/seqid=0 2024-11-09T12:53:46,290 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into ab87bbeb5c51458cb7f8fa8cbe831c5b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:46,290 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:46,290 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=13, startTime=1731156825741; duration=0sec 2024-11-09T12:53:46,290 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:46,290 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742375_1551 (size=12301) 2024-11-09T12:53:46,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/cad3f4a10a0f4082ba180a6b90dfddc3 2024-11-09T12:53:46,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/08dae9e4db284ddca18b9b09938e786c is 50, key is test_row_0/C:col10/1731156824452/Put/seqid=0 2024-11-09T12:53:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742376_1552 (size=12301) 2024-11-09T12:53:46,313 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/08dae9e4db284ddca18b9b09938e786c 2024-11-09T12:53:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/e04737740ad6497a9b44450c8513e9f6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6 2024-11-09T12:53:46,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6, entries=150, sequenceid=420, filesize=12.0 K 2024-11-09T12:53:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/cad3f4a10a0f4082ba180a6b90dfddc3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3 2024-11-09T12:53:46,331 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3, entries=150, sequenceid=420, filesize=12.0 K 2024-11-09T12:53:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/08dae9e4db284ddca18b9b09938e786c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c 2024-11-09T12:53:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:46,342 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c, entries=150, sequenceid=420, filesize=12.0 K 2024-11-09T12:53:46,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for e5e9bd584c883d87fce59c1fe5e5a18c in 517ms, sequenceid=420, compaction requested=false 2024-11-09T12:53:46,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-09T12:53:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-09T12:53:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-09T12:53:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-11-09T12:53:46,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.1490 sec 2024-11-09T12:53:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:46,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:46,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7ca58527409d49848739bb3eecfa2368 is 50, key is test_row_0/A:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742377_1553 (size=14741) 2024-11-09T12:53:46,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7ca58527409d49848739bb3eecfa2368 2024-11-09T12:53:46,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/beb556b00cfe47348c5d9fa2e59bcbef is 50, key is test_row_0/B:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742378_1554 (size=12301) 2024-11-09T12:53:46,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/beb556b00cfe47348c5d9fa2e59bcbef 2024-11-09T12:53:46,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/cba3d733ba62491abdf9f0a3c641367a is 50, key is test_row_0/C:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742379_1555 (size=12301) 2024-11-09T12:53:46,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/cba3d733ba62491abdf9f0a3c641367a 2024-11-09T12:53:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47022 deadline: 1731156886796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46994 deadline: 1731156886800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 , the old value is region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., hostname=7934cf733c16,38405,1731156685737, seqNum=2 because the exception is null or not the one we care about 2024-11-09T12:53:46,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/7ca58527409d49848739bb3eecfa2368 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368 2024-11-09T12:53:46,828 INFO [Thread-2080 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2080. 2024-11-09T12:53:46,828 DEBUG [Thread-2080 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,828 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,828 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,832 INFO [Thread-2082 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2082. 2024-11-09T12:53:46,833 DEBUG [Thread-2082 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,833 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,833 INFO [Thread-2088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2088. 2024-11-09T12:53:46,833 DEBUG [Thread-2088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,833 DEBUG [Thread-2088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,833 DEBUG [Thread-2088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,833 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,843 INFO [Thread-2086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2086. 2024-11-09T12:53:46,843 DEBUG [Thread-2086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,843 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,843 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,848 INFO [Thread-2084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2084. 2024-11-09T12:53:46,848 DEBUG [Thread-2084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,848 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,848 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368, entries=200, sequenceid=432, filesize=14.4 K 2024-11-09T12:53:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/beb556b00cfe47348c5d9fa2e59bcbef as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef 2024-11-09T12:53:46,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef, entries=150, sequenceid=432, filesize=12.0 K 2024-11-09T12:53:46,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/cba3d733ba62491abdf9f0a3c641367a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a 2024-11-09T12:53:46,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-09T12:53:46,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e5e9bd584c883d87fce59c1fe5e5a18c in 196ms, sequenceid=432, compaction requested=true 2024-11-09T12:53:46,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:46,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:46,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:46,871 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:46,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:46,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:46,872 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:46,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5e9bd584c883d87fce59c1fe5e5a18c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:46,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:46,872 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:46,872 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/A is initiating minor compaction (all files) 2024-11-09T12:53:46,872 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:46,872 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/A in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:46,872 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/B is initiating minor compaction (all files) 2024-11-09T12:53:46,872 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f14834b3a60445f0b4d7ca4094393248, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=39.4 K 2024-11-09T12:53:46,872 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/B in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:46,873 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/21d8ae7f6ff547d4a1921dd0578baadc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=37.0 K 2024-11-09T12:53:46,873 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f14834b3a60445f0b4d7ca4094393248, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824353 2024-11-09T12:53:46,873 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 21d8ae7f6ff547d4a1921dd0578baadc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824353 2024-11-09T12:53:46,873 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04737740ad6497a9b44450c8513e9f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731156824446 2024-11-09T12:53:46,873 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cad3f4a10a0f4082ba180a6b90dfddc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731156824446 2024-11-09T12:53:46,873 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting beb556b00cfe47348c5d9fa2e59bcbef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731156826646 2024-11-09T12:53:46,874 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ca58527409d49848739bb3eecfa2368, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731156826646 2024-11-09T12:53:46,883 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:46,884 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/6762297ded05400dab474df55a9d9cca is 50, key is test_row_0/B:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,885 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#A#compaction#481 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:46,886 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/40fecf34d23c470d8f0b4d8a6a8fd40e is 50, key is test_row_0/A:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742380_1556 (size=13357) 2024-11-09T12:53:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742381_1557 (size=13357) 2024-11-09T12:53:46,901 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/40fecf34d23c470d8f0b4d8a6a8fd40e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/40fecf34d23c470d8f0b4d8a6a8fd40e 2024-11-09T12:53:46,904 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/A of e5e9bd584c883d87fce59c1fe5e5a18c into 40fecf34d23c470d8f0b4d8a6a8fd40e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:46,904 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:46,904 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/A, priority=13, startTime=1731156826871; duration=0sec 2024-11-09T12:53:46,904 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:46,904 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:A 2024-11-09T12:53:46,904 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T12:53:46,905 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T12:53:46,905 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): e5e9bd584c883d87fce59c1fe5e5a18c/C is initiating minor compaction (all files) 2024-11-09T12:53:46,905 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e5e9bd584c883d87fce59c1fe5e5a18c/C in TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:46,905 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ab87bbeb5c51458cb7f8fa8cbe831c5b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp, totalSize=37.0 K 2024-11-09T12:53:46,906 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab87bbeb5c51458cb7f8fa8cbe831c5b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731156824353 2024-11-09T12:53:46,906 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08dae9e4db284ddca18b9b09938e786c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731156824446 2024-11-09T12:53:46,906 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting cba3d733ba62491abdf9f0a3c641367a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731156826646 2024-11-09T12:53:46,912 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5e9bd584c883d87fce59c1fe5e5a18c#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:46,913 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/0db60ec93c874640b36b77601b3008dc is 50, key is test_row_0/C:col10/1731156826674/Put/seqid=0 2024-11-09T12:53:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742382_1558 (size=13357) 2024-11-09T12:53:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:46,918 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:46,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T12:53:46,918 INFO [Thread-2073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2073. 2024-11-09T12:53:46,918 INFO [Thread-2075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2075. 2024-11-09T12:53:46,918 DEBUG [Thread-2073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,918 DEBUG [Thread-2075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:46,918 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,918 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,919 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,919 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:46,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:46,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/91d2f10d6b3f4a05a324a6de46c43c2e is 50, key is test_row_0/A:col10/1731156826796/Put/seqid=0 2024-11-09T12:53:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742383_1559 (size=12301) 2024-11-09T12:53:47,189 INFO [Thread-2077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2077. 2024-11-09T12:53:47,189 DEBUG [Thread-2077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:47,189 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,189 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:47,219 INFO [Thread-2071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2071. 2024-11-09T12:53:47,219 DEBUG [Thread-2071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:47,219 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,219 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:47,228 INFO [Thread-2069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2069. 2024-11-09T12:53:47,228 DEBUG [Thread-2069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:53:47,228 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,228 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:47,303 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/6762297ded05400dab474df55a9d9cca as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6762297ded05400dab474df55a9d9cca 2024-11-09T12:53:47,307 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/B of e5e9bd584c883d87fce59c1fe5e5a18c into 6762297ded05400dab474df55a9d9cca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:47,307 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:47,307 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/B, priority=13, startTime=1731156826871; duration=0sec 2024-11-09T12:53:47,307 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:47,307 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:B 2024-11-09T12:53:47,320 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/0db60ec93c874640b36b77601b3008dc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/0db60ec93c874640b36b77601b3008dc 2024-11-09T12:53:47,323 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e5e9bd584c883d87fce59c1fe5e5a18c/C of e5e9bd584c883d87fce59c1fe5e5a18c into 0db60ec93c874640b36b77601b3008dc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:47,323 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:47,323 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., storeName=e5e9bd584c883d87fce59c1fe5e5a18c/C, priority=13, startTime=1731156826871; duration=0sec 2024-11-09T12:53:47,323 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:47,323 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5e9bd584c883d87fce59c1fe5e5a18c:C 2024-11-09T12:53:47,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/91d2f10d6b3f4a05a324a6de46c43c2e 2024-11-09T12:53:47,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c6a2016d271d48aeb15d22b1651cbe20 is 50, key is test_row_0/B:col10/1731156826796/Put/seqid=0 2024-11-09T12:53:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T12:53:47,347 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:47,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:53:47,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-09T12:53:47,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-09T12:53:47,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-09T12:53:47,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1165 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3495 rows 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1151 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3453 rows 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1167 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3501 rows 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3450 rows 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1151 2024-11-09T12:53:47,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3453 rows 2024-11-09T12:53:47,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:53:47,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:53:47,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:47,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:53:47,349 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:53:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742384_1560 (size=12301) 2024-11-09T12:53:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:47,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156827355"}]},"ts":"1731156827355"} 2024-11-09T12:53:47,357 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:53:47,357 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:53:47,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:53:47,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, UNASSIGN}] 2024-11-09T12:53:47,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, UNASSIGN 2024-11-09T12:53:47,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=e5e9bd584c883d87fce59c1fe5e5a18c, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:47,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, UNASSIGN because future has completed 2024-11-09T12:53:47,365 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:53:47,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:47,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c6a2016d271d48aeb15d22b1651cbe20 2024-11-09T12:53:47,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/86819c6e061f406792e6d04d86c64f28 is 50, key is test_row_0/C:col10/1731156826796/Put/seqid=0 2024-11-09T12:53:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742385_1561 (size=12301) 2024-11-09T12:53:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:47,517 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:47,517 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:53:47,517 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing e5e9bd584c883d87fce59c1fe5e5a18c, disabling compactions & flushes 2024-11-09T12:53:47,517 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:47,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/86819c6e061f406792e6d04d86c64f28 2024-11-09T12:53:47,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/91d2f10d6b3f4a05a324a6de46c43c2e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/91d2f10d6b3f4a05a324a6de46c43c2e 2024-11-09T12:53:47,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/91d2f10d6b3f4a05a324a6de46c43c2e, entries=150, sequenceid=460, filesize=12.0 K 2024-11-09T12:53:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/c6a2016d271d48aeb15d22b1651cbe20 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c6a2016d271d48aeb15d22b1651cbe20 2024-11-09T12:53:47,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c6a2016d271d48aeb15d22b1651cbe20, entries=150, sequenceid=460, filesize=12.0 K 2024-11-09T12:53:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/86819c6e061f406792e6d04d86c64f28 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/86819c6e061f406792e6d04d86c64f28 2024-11-09T12:53:47,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/86819c6e061f406792e6d04d86c64f28, entries=150, sequenceid=460, filesize=12.0 K 2024-11-09T12:53:47,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for e5e9bd584c883d87fce59c1fe5e5a18c in 882ms, sequenceid=460, compaction requested=false 2024-11-09T12:53:47,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e5e9bd584c883d87fce59c1fe5e5a18c: 2024-11-09T12:53:47,800 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:47,800 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:47,800 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. after waiting 0 ms 2024-11-09T12:53:47,800 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:47,800 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing e5e9bd584c883d87fce59c1fe5e5a18c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T12:53:47,804 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/ad7b726de09841698852eb2a9ddc2916 is 50, key is test_row_0/A:col10/1731156827227/Put/seqid=0 2024-11-09T12:53:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742386_1562 (size=12301) 2024-11-09T12:53:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:48,210 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/ad7b726de09841698852eb2a9ddc2916 2024-11-09T12:53:48,216 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b6d41bc920c6497f83eb7cc7febc5533 is 50, key is test_row_0/B:col10/1731156827227/Put/seqid=0 2024-11-09T12:53:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742387_1563 (size=12301) 2024-11-09T12:53:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:48,622 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b6d41bc920c6497f83eb7cc7febc5533 2024-11-09T12:53:48,627 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/1880d0b1b9af43e1b9d6058b46baf24a is 50, key is test_row_0/C:col10/1731156827227/Put/seqid=0 2024-11-09T12:53:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742388_1564 (size=12301) 2024-11-09T12:53:49,032 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/1880d0b1b9af43e1b9d6058b46baf24a 2024-11-09T12:53:49,037 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/A/ad7b726de09841698852eb2a9ddc2916 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/ad7b726de09841698852eb2a9ddc2916 2024-11-09T12:53:49,042 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/ad7b726de09841698852eb2a9ddc2916, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T12:53:49,043 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/B/b6d41bc920c6497f83eb7cc7febc5533 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b6d41bc920c6497f83eb7cc7febc5533 2024-11-09T12:53:49,047 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b6d41bc920c6497f83eb7cc7febc5533, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T12:53:49,048 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/.tmp/C/1880d0b1b9af43e1b9d6058b46baf24a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/1880d0b1b9af43e1b9d6058b46baf24a 2024-11-09T12:53:49,051 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/1880d0b1b9af43e1b9d6058b46baf24a, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T12:53:49,052 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e5e9bd584c883d87fce59c1fe5e5a18c in 1252ms, sequenceid=468, compaction requested=true 2024-11-09T12:53:49,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/13b80a53dc4c44eeb095ff38f7701b0c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c9e72f52c5ce4d908206242379ccc539, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/add7df8a39ee4f85a312cf8f746f0db6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/b6f18a29fec84c37988e7d414dcb5d77, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/1841245583c946b9b600d6c0655c0831, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/6f97f0c68f144ef5be9b0bf894df3b1e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/afc0128f48e04b7595513d303f839889, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f14834b3a60445f0b4d7ca4094393248, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368] to archive 2024-11-09T12:53:49,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:49,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/9386148ac5024e389fe7f5b00c46b4b5 2024-11-09T12:53:49,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/96e2c3eccba14a2ca4986d67d25a4e5b 2024-11-09T12:53:49,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fc43231aca4b4f7681798cf19d8ec21d 2024-11-09T12:53:49,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ddcbac4fdd44c0975b5e231cd100c8 2024-11-09T12:53:49,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/13b80a53dc4c44eeb095ff38f7701b0c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/13b80a53dc4c44eeb095ff38f7701b0c 2024-11-09T12:53:49,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/2e8f97c0cf3b4674b6aa48eff2f9d43f 2024-11-09T12:53:49,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/696bf01c134540ecb5213926cdfd51d2 2024-11-09T12:53:49,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/569d0636abcf413299a2178834f02aee 2024-11-09T12:53:49,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c9e72f52c5ce4d908206242379ccc539 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c9e72f52c5ce4d908206242379ccc539 2024-11-09T12:53:49,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/06dd2cdd6abb4e5590e3e14d4f08bcd2 2024-11-09T12:53:49,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/add7df8a39ee4f85a312cf8f746f0db6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/add7df8a39ee4f85a312cf8f746f0db6 2024-11-09T12:53:49,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/cc6226605cfd453ba2d5a30efed67a08 2024-11-09T12:53:49,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c98d806197094c7495722959ffe9ec1a 2024-11-09T12:53:49,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d76c0a0a2b6540d1945ececc39192a56 2024-11-09T12:53:49,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/b6f18a29fec84c37988e7d414dcb5d77 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/b6f18a29fec84c37988e7d414dcb5d77 2024-11-09T12:53:49,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/75b4d021fa844ca58afed4b57c34063e 2024-11-09T12:53:49,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/08e46b97f0cf472e81c07d62e35b926b 2024-11-09T12:53:49,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/fb9a4a0a96254011951b47d1cb923b73 2024-11-09T12:53:49,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/1841245583c946b9b600d6c0655c0831 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/1841245583c946b9b600d6c0655c0831 2024-11-09T12:53:49,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e3f3e8d6e81c4ec1a88cb080319347af 2024-11-09T12:53:49,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/0b607bcb668f41d1b4362a833e66003a 2024-11-09T12:53:49,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/6f97f0c68f144ef5be9b0bf894df3b1e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/6f97f0c68f144ef5be9b0bf894df3b1e 2024-11-09T12:53:49,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/a42086780a994fb5a3fed93bd0ca2497 2024-11-09T12:53:49,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f3df58407cfe4a5ea756cd38883c81c0 2024-11-09T12:53:49,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/c5b10ec3d1184b2681ff59b4196ec831 2024-11-09T12:53:49,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/afc0128f48e04b7595513d303f839889 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/afc0128f48e04b7595513d303f839889 2024-11-09T12:53:49,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/d3ea5765b1c743c3ae04e67aef4111c9 2024-11-09T12:53:49,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7600a37f9bbb45aeb0767ad96d53fad4 2024-11-09T12:53:49,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f14834b3a60445f0b4d7ca4094393248 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/f14834b3a60445f0b4d7ca4094393248 2024-11-09T12:53:49,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/e04737740ad6497a9b44450c8513e9f6 2024-11-09T12:53:49,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/7ca58527409d49848739bb3eecfa2368 2024-11-09T12:53:49,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/3b4c9145a2b74a8aa94b00038f856e89, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5e644f968f564cc2923fbc4ea207e2f0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e6073713e5694d899acb13f754e790c5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5ffa4397ab9644fd8a5fce29c023cdea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/27e40063aa6a43cbade2d033df9dd086, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/969c35da303e4687bf9269578733cee4, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6fb9b62d4410433d9076e3c95bdeb79c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/21d8ae7f6ff547d4a1921dd0578baadc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef] to archive 2024-11-09T12:53:49,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:49,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d00252c22d4341968d012c2ff744db42 2024-11-09T12:53:49,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9fa18a87d946435a8b536e0016733e31 2024-11-09T12:53:49,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/105207f568144000b035511e09785640 2024-11-09T12:53:49,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/3b4c9145a2b74a8aa94b00038f856e89 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/3b4c9145a2b74a8aa94b00038f856e89 2024-11-09T12:53:49,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c453f9e995034aa78d066477094f5e76 2024-11-09T12:53:49,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e53e94a216c84fbfa94c336aafd65751 2024-11-09T12:53:49,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d4655ed13f0941dc8a3b2a45cb0f5fbc 2024-11-09T12:53:49,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5e644f968f564cc2923fbc4ea207e2f0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5e644f968f564cc2923fbc4ea207e2f0 2024-11-09T12:53:49,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/107a0966c41d49a2a1c876c9896d57a2 2024-11-09T12:53:49,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/bc2b61df471941029fa12c79612ab43b 2024-11-09T12:53:49,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e6073713e5694d899acb13f754e790c5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/e6073713e5694d899acb13f754e790c5 2024-11-09T12:53:49,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/ebef9c1c427a4414825642765b674d5f 2024-11-09T12:53:49,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/acd2425393904077923c561e0f2f3260 2024-11-09T12:53:49,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2170f95dd005471f816c75119b052cb2 2024-11-09T12:53:49,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5ffa4397ab9644fd8a5fce29c023cdea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/5ffa4397ab9644fd8a5fce29c023cdea 2024-11-09T12:53:49,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/f8741bab894244e3ae47d58d05369fd4 2024-11-09T12:53:49,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/12de5dab6a94426b9787d22411ac4e48 2024-11-09T12:53:49,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/27e40063aa6a43cbade2d033df9dd086 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/27e40063aa6a43cbade2d033df9dd086 2024-11-09T12:53:49,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b9f7a2083c1b4a61858e85e3353f8e40 2024-11-09T12:53:49,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/58ee45cf295842c38e2d756dd83dc879 2024-11-09T12:53:49,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/969c35da303e4687bf9269578733cee4 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/969c35da303e4687bf9269578733cee4 2024-11-09T12:53:49,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/8222d0a97c15479cad033da152d7438a 2024-11-09T12:53:49,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/2c82b321e5c5421f8ff206a63736bcb1 2024-11-09T12:53:49,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/9d614853d92d4fe39deb5631c5ef2cd6 2024-11-09T12:53:49,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6fb9b62d4410433d9076e3c95bdeb79c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6fb9b62d4410433d9076e3c95bdeb79c 2024-11-09T12:53:49,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/17efc77b4eb648b485ee3a112c9513b8 2024-11-09T12:53:49,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/d7b58174b776407891679b62b14fb2c9 2024-11-09T12:53:49,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/21d8ae7f6ff547d4a1921dd0578baadc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/21d8ae7f6ff547d4a1921dd0578baadc 2024-11-09T12:53:49,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/df156fe3958a465ab82933cb1aa765d6 2024-11-09T12:53:49,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/cad3f4a10a0f4082ba180a6b90dfddc3 2024-11-09T12:53:49,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/beb556b00cfe47348c5d9fa2e59bcbef 2024-11-09T12:53:49,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e6efab3e137e435785f319a5a3bd06a6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/718f02ca301c49588274ec2ce3746e71, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/3f099acbf2bb41b58ea4610fce3190f8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/fe1481cc7c8b42c8a56b9cf97297f146, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/103cb31381a44a88abcf84e04ffb2868, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/828cc684900448b898aacb85e18665ff, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7bf623749fb6425d911489564ceafcba, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ab87bbeb5c51458cb7f8fa8cbe831c5b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a] to archive 2024-11-09T12:53:49,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:53:49,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ce9f186aa7fa492b8f0ee932627c416d 2024-11-09T12:53:49,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/92b2ded57e2a4153a6f6eb8e77a4b511 2024-11-09T12:53:49,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8e2eaaefe7e64affa8422c687477555a 2024-11-09T12:53:49,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e6efab3e137e435785f319a5a3bd06a6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e6efab3e137e435785f319a5a3bd06a6 2024-11-09T12:53:49,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/995ce031394944cc9b219848df556d98 2024-11-09T12:53:49,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/012a9cc2aeb144fc8b75abb279ea3bc5 2024-11-09T12:53:49,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a5e4cc5061aa44d0bb8a3b152abebd58 2024-11-09T12:53:49,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/718f02ca301c49588274ec2ce3746e71 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/718f02ca301c49588274ec2ce3746e71 2024-11-09T12:53:49,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d59d7330ae5944d593131d85150bbf00 2024-11-09T12:53:49,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2cbfb957b8f64559916ddd409af7884f 2024-11-09T12:53:49,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/3f099acbf2bb41b58ea4610fce3190f8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/3f099acbf2bb41b58ea4610fce3190f8 2024-11-09T12:53:49,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/eb699047a0244c20b4544ea5f0857b00 2024-11-09T12:53:49,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2a0ac3e1b1014d35b6e7a874730719c7 2024-11-09T12:53:49,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/2fdd3eac07f44ad2b82ed2493c0ef6c5 2024-11-09T12:53:49,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/fe1481cc7c8b42c8a56b9cf97297f146 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/fe1481cc7c8b42c8a56b9cf97297f146 2024-11-09T12:53:49,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/b0d534dc6a5742bbaca749177ad30025 2024-11-09T12:53:49,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/779320ad8c284f25b3bcb769744d4b30 2024-11-09T12:53:49,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/103cb31381a44a88abcf84e04ffb2868 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/103cb31381a44a88abcf84e04ffb2868 2024-11-09T12:53:49,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/d968b6be626e4aaf8515b8a39261c2c7 2024-11-09T12:53:49,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/e0ead96aa0944b3c9056776d234d1ac1 2024-11-09T12:53:49,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/828cc684900448b898aacb85e18665ff to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/828cc684900448b898aacb85e18665ff 2024-11-09T12:53:49,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ba48980a0d144e3d9428b794792a3dea 2024-11-09T12:53:49,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a97f12cf279d4ab296932c22b04c043a 2024-11-09T12:53:49,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/8405771b41b24f9f9b9b156346ab77fc 2024-11-09T12:53:49,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7bf623749fb6425d911489564ceafcba to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7bf623749fb6425d911489564ceafcba 2024-11-09T12:53:49,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/7f6b259d6d3d4b1f96a3218539b3d8d7 2024-11-09T12:53:49,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/a1003845775241f2b01855164cd25f7c 2024-11-09T12:53:49,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ab87bbeb5c51458cb7f8fa8cbe831c5b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/ab87bbeb5c51458cb7f8fa8cbe831c5b 2024-11-09T12:53:49,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/4719269792c34db49136e402d2cb6c70 2024-11-09T12:53:49,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/08dae9e4db284ddca18b9b09938e786c 2024-11-09T12:53:49,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/cba3d733ba62491abdf9f0a3c641367a 2024-11-09T12:53:49,159 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/recovered.edits/471.seqid, newMaxSeqId=471, maxSeqId=1 2024-11-09T12:53:49,160 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. 2024-11-09T12:53:49,160 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for e5e9bd584c883d87fce59c1fe5e5a18c: Waiting for close lock at 1731156827517Running coprocessor pre-close hooks at 1731156827517Disabling compacts and flushes for region at 1731156827517Disabling writes for close at 1731156827800 (+283 ms)Obtaining lock to block concurrent updates at 1731156827800Preparing flush snapshotting stores in e5e9bd584c883d87fce59c1fe5e5a18c at 1731156827800Finished memstore snapshotting TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731156827800Flushing stores of TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c. at 1731156827801 (+1 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/A: creating writer at 1731156827801Flushing e5e9bd584c883d87fce59c1fe5e5a18c/A: appending metadata at 1731156827803 (+2 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/A: closing flushed file at 1731156827803Flushing e5e9bd584c883d87fce59c1fe5e5a18c/B: creating writer at 1731156828213 (+410 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/B: appending metadata at 1731156828216 (+3 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/B: closing flushed file at 1731156828216Flushing e5e9bd584c883d87fce59c1fe5e5a18c/C: creating writer at 1731156828625 (+409 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/C: appending metadata at 1731156828627 (+2 ms)Flushing e5e9bd584c883d87fce59c1fe5e5a18c/C: closing flushed file at 1731156828627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a519232: reopening flushed file at 1731156829036 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f64e13e: reopening flushed file at 1731156829042 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3615a5: reopening flushed file at 1731156829047 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e5e9bd584c883d87fce59c1fe5e5a18c in 1252ms, sequenceid=468, compaction requested=true at 1731156829052 (+5 ms)Writing region close event to WAL at 1731156829156 (+104 ms)Running coprocessor post-close hooks at 1731156829160 (+4 ms)Closed at 1731156829160 2024-11-09T12:53:49,162 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:49,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=e5e9bd584c883d87fce59c1fe5e5a18c, regionState=CLOSED 2024-11-09T12:53:49,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:49,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T12:53:49,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure e5e9bd584c883d87fce59c1fe5e5a18c, server=7934cf733c16,38405,1731156685737 in 1.7990 sec 2024-11-09T12:53:49,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-09T12:53:49,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5e9bd584c883d87fce59c1fe5e5a18c, UNASSIGN in 1.8050 sec 2024-11-09T12:53:49,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-09T12:53:49,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8110 sec 2024-11-09T12:53:49,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156829170"}]},"ts":"1731156829170"} 2024-11-09T12:53:49,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:53:49,171 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:53:49,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8230 sec 2024-11-09T12:53:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T12:53:49,498 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:49,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:53:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,500 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T12:53:49,501 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:49,521 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/recovered.edits] 2024-11-09T12:53:49,524 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/40fecf34d23c470d8f0b4d8a6a8fd40e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/40fecf34d23c470d8f0b4d8a6a8fd40e 2024-11-09T12:53:49,525 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/91d2f10d6b3f4a05a324a6de46c43c2e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/91d2f10d6b3f4a05a324a6de46c43c2e 2024-11-09T12:53:49,526 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/ad7b726de09841698852eb2a9ddc2916 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/A/ad7b726de09841698852eb2a9ddc2916 2024-11-09T12:53:49,528 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6762297ded05400dab474df55a9d9cca to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/6762297ded05400dab474df55a9d9cca 2024-11-09T12:53:49,529 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b6d41bc920c6497f83eb7cc7febc5533 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/b6d41bc920c6497f83eb7cc7febc5533 2024-11-09T12:53:49,530 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c6a2016d271d48aeb15d22b1651cbe20 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/B/c6a2016d271d48aeb15d22b1651cbe20 2024-11-09T12:53:49,531 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/0db60ec93c874640b36b77601b3008dc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/0db60ec93c874640b36b77601b3008dc 2024-11-09T12:53:49,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/1880d0b1b9af43e1b9d6058b46baf24a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/1880d0b1b9af43e1b9d6058b46baf24a 2024-11-09T12:53:49,533 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/86819c6e061f406792e6d04d86c64f28 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/C/86819c6e061f406792e6d04d86c64f28 2024-11-09T12:53:49,536 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/recovered.edits/471.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c/recovered.edits/471.seqid 2024-11-09T12:53:49,536 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/e5e9bd584c883d87fce59c1fe5e5a18c 2024-11-09T12:53:49,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:53:49,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,540 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:53:49,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:53:49,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:53:49,544 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156829544"}]},"ts":"9223372036854775807"} 2024-11-09T12:53:49,545 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:53:49,546 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e5e9bd584c883d87fce59c1fe5e5a18c, NAME => 'TestAcidGuarantees,,1731156804552.e5e9bd584c883d87fce59c1fe5e5a18c.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:53:49,546 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:53:49,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156829546"}]},"ts":"9223372036854775807"} 2024-11-09T12:53:49,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:53:49,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-09T12:53:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T12:53:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:53:49,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:49,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=835 (was 894), ProcessCount=11 (was 11), AvailableMemoryMB=5411 (was 5444) 2024-11-09T12:53:49,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=835, ProcessCount=11, AvailableMemoryMB=5411 2024-11-09T12:53:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:53:49,625 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:53:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:49,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T12:53:49,627 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:49,627 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-09T12:53:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:49,628 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T12:53:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742389_1565 (size=959) 2024-11-09T12:53:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:50,034 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd 2024-11-09T12:53:50,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742390_1566 (size=53) 2024-11-09T12:53:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9a1a9c4087f60545c45b76d098b9c079, disabling compactions & flushes 2024-11-09T12:53:50,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. after waiting 0 ms 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a1a9c4087f60545c45b76d098b9c079: Waiting for close lock at 1731156830440Disabling compacts and flushes for region at 1731156830440Disabling writes for close at 1731156830440Writing region close event to WAL at 1731156830440Closed at 1731156830440 2024-11-09T12:53:50,441 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T12:53:50,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731156830441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731156830441"}]},"ts":"1731156830441"} 2024-11-09T12:53:50,443 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T12:53:50,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T12:53:50,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156830444"}]},"ts":"1731156830444"} 2024-11-09T12:53:50,445 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T12:53:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, ASSIGN}] 2024-11-09T12:53:50,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, ASSIGN 2024-11-09T12:53:50,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, ASSIGN; state=OFFLINE, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=false 2024-11-09T12:53:50,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, ASSIGN because future has completed 2024-11-09T12:53:50,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:50,753 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,753 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:53:50,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:53:50,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,755 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,756 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName A 2024-11-09T12:53:50,756 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:50,757 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:50,757 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,758 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName B 2024-11-09T12:53:50,758 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:50,758 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:50,758 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,759 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName C 2024-11-09T12:53:50,759 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:50,760 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:50,760 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,761 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,761 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,762 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,762 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,762 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:53:50,763 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,765 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T12:53:50,765 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 9a1a9c4087f60545c45b76d098b9c079; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70481521, jitterRate=0.050256505608558655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:53:50,765 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:50,766 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 9a1a9c4087f60545c45b76d098b9c079: Running coprocessor pre-open hook at 1731156830754Writing region info on filesystem at 1731156830754Initializing all the Stores at 1731156830754Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156830754Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156830755 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156830755Cleaning up temporary data from old regions at 1731156830762 (+7 ms)Running coprocessor post-open hooks at 1731156830765 (+3 ms)Region opened successfully at 1731156830765 2024-11-09T12:53:50,766 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., pid=150, masterSystemTime=1731156830751 2024-11-09T12:53:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:50,768 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,768 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:50,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:50,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T12:53:50,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 in 170 msec 2024-11-09T12:53:50,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T12:53:50,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, ASSIGN in 327 msec 2024-11-09T12:53:50,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T12:53:50,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156830774"}]},"ts":"1731156830774"} 2024-11-09T12:53:50,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T12:53:50,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T12:53:50,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-09T12:53:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-09T12:53:51,777 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:51,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:51,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:51,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:51,780 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954d3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:51,783 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54268cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:51,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:51,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:51,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T12:53:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,34237,1731156685010 2024-11-09T12:53:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@147ec2c4 2024-11-09T12:53:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T12:53:51,790 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T12:53:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T12:53:51,792 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T12:53:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T12:53:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742391_1567 (size=995) 2024-11-09T12:53:52,220 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T12:53:52,220 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T12:53:52,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:53:52,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE}] 2024-11-09T12:53:52,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE 2024-11-09T12:53:52,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE because future has completed 2024-11-09T12:53:52,229 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:53:52,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:52,382 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,382 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:53:52,382 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 9a1a9c4087f60545c45b76d098b9c079, disabling compactions & flushes 2024-11-09T12:53:52,382 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,382 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,382 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. after waiting 0 ms 2024-11-09T12:53:52,382 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,387 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T12:53:52,388 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,388 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 9a1a9c4087f60545c45b76d098b9c079: Waiting for close lock at 1731156832382Running coprocessor pre-close hooks at 1731156832382Disabling compacts and flushes for region at 1731156832382Disabling writes for close at 1731156832382Writing region close event to WAL at 1731156832383 (+1 ms)Running coprocessor post-close hooks at 1731156832388 (+5 ms)Closed at 1731156832388 2024-11-09T12:53:52,388 WARN [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 9a1a9c4087f60545c45b76d098b9c079 to self. 2024-11-09T12:53:52,390 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=CLOSED 2024-11-09T12:53:52,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:52,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-09T12:53:52,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 in 164 msec 2024-11-09T12:53:52,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE; state=CLOSED, location=7934cf733c16,38405,1731156685737; forceNewPlan=false, retain=true 2024-11-09T12:53:52,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=OPENING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE because future has completed 2024-11-09T12:53:52,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:53:52,704 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,704 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} 2024-11-09T12:53:52,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T12:53:52,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,706 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,707 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName A 2024-11-09T12:53:52,708 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:52,709 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:52,709 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,710 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName B 2024-11-09T12:53:52,710 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:52,711 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:52,711 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,711 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1a9c4087f60545c45b76d098b9c079 columnFamilyName C 2024-11-09T12:53:52,711 DEBUG [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:52,712 INFO [StoreOpener-9a1a9c4087f60545c45b76d098b9c079-1 {}] regionserver.HStore(327): Store=9a1a9c4087f60545c45b76d098b9c079/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T12:53:52,712 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,713 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,714 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,715 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,715 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,715 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T12:53:52,717 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,718 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 9a1a9c4087f60545c45b76d098b9c079; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66062513, jitterRate=-0.015591844916343689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T12:53:52,718 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,718 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 9a1a9c4087f60545c45b76d098b9c079: Running coprocessor pre-open hook at 1731156832705Writing region info on filesystem at 1731156832705Initializing all the Stores at 1731156832706 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156832706Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156832706Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731156832706Cleaning up temporary data from old regions at 1731156832715 (+9 ms)Running coprocessor post-open hooks at 1731156832718 (+3 ms)Region opened successfully at 1731156832718 2024-11-09T12:53:52,719 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., pid=155, masterSystemTime=1731156832701 2024-11-09T12:53:52,722 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,722 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:52,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=OPEN, openSeqNum=5, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:53:52,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-09T12:53:52,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 in 176 msec 2024-11-09T12:53:52,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T12:53:52,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, REOPEN/MOVE in 502 msec 2024-11-09T12:53:52,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-09T12:53:52,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec 2024-11-09T12:53:52,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-11-09T12:53:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T12:53:52,735 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:52,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,739 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617166d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f653c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,748 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3c224d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,750 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfb0182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed93c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,768 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463a716b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,778 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c73583c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170384eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,795 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7ba73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2f6600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,806 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209f513c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,808 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35508f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d8a511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa6038e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,815 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3883e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,817 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345c818b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490403c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d1e8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,34237,-1 for getting cluster id 2024-11-09T12:53:52,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T12:53:52,830 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '206d8b6d-1cc9-4701-9794-bca1b7a99f03' 2024-11-09T12:53:52,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T12:53:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "206d8b6d-1cc9-4701-9794-bca1b7a99f03" 2024-11-09T12:53:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743842c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,34237,-1] 2024-11-09T12:53:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T12:53:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:53:52,832 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T12:53:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd6657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T12:53:52,833 DEBUG [Thread-2534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,834 DEBUG [Thread-2517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,834 DEBUG [Thread-2532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,839 DEBUG [Thread-2521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,839 DEBUG [Thread-2525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,840 DEBUG [Thread-2523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,841 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,843 DEBUG [Thread-2536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,845 DEBUG [Thread-2530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,845 DEBUG [Thread-2528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,846 DEBUG [Thread-2530 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,846 DEBUG [Thread-2530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-09T12:53:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:52,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:52,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:52,862 DEBUG [Thread-2519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T12:53:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,38405,1731156685737, seqNum=-1] 2024-11-09T12:53:52,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T12:53:52,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:52,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:52,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T12:53:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5] 2024-11-09T12:53:52,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d7984f724984556895bb0b47a35e689_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156832859/Put/seqid=0 2024-11-09T12:53:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742392_1568 (size=12154) 2024-11-09T12:53:52,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:52,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d7984f724984556895bb0b47a35e689_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d7984f724984556895bb0b47a35e689_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:52,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/f6642ad31e0446f99ae8601e8e1e9c9a, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:52,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/f6642ad31e0446f99ae8601e8e1e9c9a is 175, key is test_row_0/A:col10/1731156832859/Put/seqid=0 2024-11-09T12:53:52,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156892982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:52,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156892986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156892988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156892990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156892993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:52,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:52,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742393_1569 (size=30955) 2024-11-09T12:53:53,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T12:53:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:53,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/f6642ad31e0446f99ae8601e8e1e9c9a 2024-11-09T12:53:53,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/6950b194c0b54d28adb33f24474e3b70 is 50, key is test_row_0/B:col10/1731156832859/Put/seqid=0 2024-11-09T12:53:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156893098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156893098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156893101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156893101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156893108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742394_1570 (size=12001) 2024-11-09T12:53:53,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/6950b194c0b54d28adb33f24474e3b70 2024-11-09T12:53:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:53,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T12:53:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:53,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:53,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/a9510c6e819444ecb4ac6e02c06ffb1e is 50, key is test_row_0/C:col10/1731156832859/Put/seqid=0 2024-11-09T12:53:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742395_1571 (size=12001) 2024-11-09T12:53:53,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/a9510c6e819444ecb4ac6e02c06ffb1e 2024-11-09T12:53:53,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/f6642ad31e0446f99ae8601e8e1e9c9a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a 2024-11-09T12:53:53,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-09T12:53:53,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/6950b194c0b54d28adb33f24474e3b70 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70 2024-11-09T12:53:53,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:53:53,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/a9510c6e819444ecb4ac6e02c06ffb1e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e 2024-11-09T12:53:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156893307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156893307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156893317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156893318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156893318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T12:53:53,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 9a1a9c4087f60545c45b76d098b9c079 in 461ms, sequenceid=15, compaction requested=false 2024-11-09T12:53:53,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:53,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T12:53:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:53,328 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T12:53:53,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ba7495d2d12f40e5b0542e8e115a0b9d_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156832985/Put/seqid=0 2024-11-09T12:53:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742396_1572 (size=12154) 2024-11-09T12:53:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:53,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ba7495d2d12f40e5b0542e8e115a0b9d_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba7495d2d12f40e5b0542e8e115a0b9d_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/740beee2f2804728b332b74998eafff8, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/740beee2f2804728b332b74998eafff8 is 175, key is test_row_0/A:col10/1731156832985/Put/seqid=0 2024-11-09T12:53:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742397_1573 (size=30955) 2024-11-09T12:53:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:53,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156893678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156893680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156893680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156893682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156893683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156893788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156893788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156893788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156893789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156893797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:53,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/740beee2f2804728b332b74998eafff8 2024-11-09T12:53:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/cb66050129664b8c9853b69017c4ce1f is 50, key is test_row_0/B:col10/1731156832985/Put/seqid=0 2024-11-09T12:53:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742398_1574 (size=12001) 2024-11-09T12:53:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156893997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156893998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156893998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156894007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156894007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,048 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:53:54,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156894307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156894317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156894318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156894318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156894321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/cb66050129664b8c9853b69017c4ce1f 2024-11-09T12:53:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/334cb8f8a5624e8ca4f49ce2da299acc is 50, key is test_row_0/C:col10/1731156832985/Put/seqid=0 2024-11-09T12:53:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742399_1575 (size=12001) 2024-11-09T12:53:54,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T12:53:54,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156894821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156894827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156894827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/334cb8f8a5624e8ca4f49ce2da299acc 2024-11-09T12:53:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156894827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156894837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/740beee2f2804728b332b74998eafff8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8 2024-11-09T12:53:54,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8, entries=150, sequenceid=42, filesize=30.2 K 2024-11-09T12:53:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/cb66050129664b8c9853b69017c4ce1f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f 2024-11-09T12:53:54,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T12:53:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/334cb8f8a5624e8ca4f49ce2da299acc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc 2024-11-09T12:53:54,884 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T12:53:54,886 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9a1a9c4087f60545c45b76d098b9c079 in 1558ms, sequenceid=42, compaction requested=false 2024-11-09T12:53:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-09T12:53:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-09T12:53:54,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T12:53:54,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-09T12:53:54,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.0500 sec 2024-11-09T12:53:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T12:53:54,998 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:54,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-09T12:53:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:55,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:55,002 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:55,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:55,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T12:53:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:55,155 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T12:53:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994976dc8907b4b7ea7c6598665555e2d_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156833681/Put/seqid=0 2024-11-09T12:53:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742400_1576 (size=12154) 2024-11-09T12:53:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:55,641 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994976dc8907b4b7ea7c6598665555e2d_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994976dc8907b4b7ea7c6598665555e2d_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:55,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d26a2af464454aae93f7570312fcf85d, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:55,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d26a2af464454aae93f7570312fcf85d is 175, key is test_row_0/A:col10/1731156833681/Put/seqid=0 2024-11-09T12:53:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742401_1577 (size=30955) 2024-11-09T12:53:55,670 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d26a2af464454aae93f7570312fcf85d 2024-11-09T12:53:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/0405cf6611ab49bd8c5bc12fdae72c23 is 50, key is test_row_0/B:col10/1731156833681/Put/seqid=0 2024-11-09T12:53:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742402_1578 (size=12001) 2024-11-09T12:53:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156895912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:55,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156895919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:55,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156895921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156895924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156895924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156896029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156896039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156896040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156896041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156896042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:56,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/0405cf6611ab49bd8c5bc12fdae72c23 2024-11-09T12:53:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/022647fa54cd4db8a7845935fa621de6 is 50, key is test_row_0/C:col10/1731156833681/Put/seqid=0 2024-11-09T12:53:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156896247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156896247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156896249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742403_1579 (size=12001) 2024-11-09T12:53:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/022647fa54cd4db8a7845935fa621de6 2024-11-09T12:53:56,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d26a2af464454aae93f7570312fcf85d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d 2024-11-09T12:53:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156896258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156896258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d, entries=150, sequenceid=51, filesize=30.2 K 2024-11-09T12:53:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/0405cf6611ab49bd8c5bc12fdae72c23 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23 2024-11-09T12:53:56,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T12:53:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/022647fa54cd4db8a7845935fa621de6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6 2024-11-09T12:53:56,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T12:53:56,295 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 9a1a9c4087f60545c45b76d098b9c079 in 1140ms, sequenceid=51, compaction requested=true 2024-11-09T12:53:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-09T12:53:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-09T12:53:56,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T12:53:56,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-09T12:53:56,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.3010 sec 2024-11-09T12:53:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:56,562 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-09T12:53:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156896568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156896570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156896572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156896573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156896574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cbfb4013074b4aa896f5c31bea7b0340_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742404_1580 (size=12154) 2024-11-09T12:53:56,614 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cbfb4013074b4aa896f5c31bea7b0340_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbfb4013074b4aa896f5c31bea7b0340_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:56,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/af07f250714e4cf286593ccb47a767b1, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:56,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/af07f250714e4cf286593ccb47a767b1 is 175, key is test_row_0/A:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742405_1581 (size=30955) 2024-11-09T12:53:56,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/af07f250714e4cf286593ccb47a767b1 2024-11-09T12:53:56,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/188d2918af774d9bae448f0d57d15f1f is 50, key is test_row_0/B:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156896677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742406_1582 (size=12001) 2024-11-09T12:53:56,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/188d2918af774d9bae448f0d57d15f1f 2024-11-09T12:53:56,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156896687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156896687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156896688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156896689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:56,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/aaff603e83f346729a2bed6bc1a5ce9f is 50, key is test_row_0/C:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742407_1583 (size=12001) 2024-11-09T12:53:56,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/aaff603e83f346729a2bed6bc1a5ce9f 2024-11-09T12:53:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/af07f250714e4cf286593ccb47a767b1 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1 2024-11-09T12:53:56,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1, entries=150, sequenceid=81, filesize=30.2 K 2024-11-09T12:53:56,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/188d2918af774d9bae448f0d57d15f1f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f 2024-11-09T12:53:56,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T12:53:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/aaff603e83f346729a2bed6bc1a5ce9f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f 2024-11-09T12:53:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T12:53:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for 9a1a9c4087f60545c45b76d098b9c079 in 212ms, sequenceid=81, compaction requested=true 2024-11-09T12:53:56,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:56,775 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:53:56,775 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:56,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/A is initiating minor compaction (all files) 2024-11-09T12:53:56,776 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/A in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:56,776 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=120.9 K 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/B is initiating minor compaction (all files) 2024-11-09T12:53:56,776 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:56,776 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/B in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1] 2024-11-09T12:53:56,776 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=46.9 K 2024-11-09T12:53:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6642ad31e0446f99ae8601e8e1e9c9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156832851 2024-11-09T12:53:56,776 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6950b194c0b54d28adb33f24474e3b70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156832851 2024-11-09T12:53:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,777 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 740beee2f2804728b332b74998eafff8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731156832985 2024-11-09T12:53:56,777 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting cb66050129664b8c9853b69017c4ce1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731156832985 2024-11-09T12:53:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,777 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26a2af464454aae93f7570312fcf85d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731156833635 2024-11-09T12:53:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,778 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 0405cf6611ab49bd8c5bc12fdae72c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731156833635 2024-11-09T12:53:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,781 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting af07f250714e4cf286593ccb47a767b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:53:56,781 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 188d2918af774d9bae448f0d57d15f1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:53:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,803 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,803 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:56,803 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/ff1c0c00711648dbaba08501dd408133 is 50, key is test_row_0/B:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,806 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109968cba3766074d668c3d2b466805ffe6_9a1a9c4087f60545c45b76d098b9c079 store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,808 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109968cba3766074d668c3d2b466805ffe6_9a1a9c4087f60545c45b76d098b9c079, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:56,808 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109968cba3766074d668c3d2b466805ffe6_9a1a9c4087f60545c45b76d098b9c079 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742409_1585 (size=4469) 2024-11-09T12:53:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742408_1584 (size=12139) 2024-11-09T12:53:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,856 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/ff1c0c00711648dbaba08501dd408133 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/ff1c0c00711648dbaba08501dd408133 2024-11-09T12:53:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,863 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/B of 9a1a9c4087f60545c45b76d098b9c079 into ff1c0c00711648dbaba08501dd408133(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:56,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:56,863 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/B, priority=12, startTime=1731156836775; duration=0sec 2024-11-09T12:53:56,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:53:56,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:B 2024-11-09T12:53:56,863 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:53:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,865 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:53:56,865 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/C is initiating minor compaction (all files) 2024-11-09T12:53:56,865 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/C in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:56,865 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=46.9 K 2024-11-09T12:53:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,870 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting a9510c6e819444ecb4ac6e02c06ffb1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731156832851 2024-11-09T12:53:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,870 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 334cb8f8a5624e8ca4f49ce2da299acc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731156832985 2024-11-09T12:53:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,871 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 022647fa54cd4db8a7845935fa621de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731156833635 2024-11-09T12:53:56,871 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting aaff603e83f346729a2bed6bc1a5ce9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:53:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,884 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,884 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/ba08dc10c631461fa89c08aa8264d45d is 50, key is test_row_0/C:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:56,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T12:53:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742410_1586 (size=12139) 2024-11-09T12:53:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:56,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110977a4f951032c4c7784a5707521792992_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156836905/Put/seqid=0 2024-11-09T12:53:57,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156896961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742411_1587 (size=17034) 2024-11-09T12:53:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156896963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156897009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156897010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156897022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110977a4f951032c4c7784a5707521792992_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977a4f951032c4c7784a5707521792992_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:57,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/05a8d0c00a8f4e70afb3f14098635f6b, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:57,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/05a8d0c00a8f4e70afb3f14098635f6b is 175, key is test_row_0/A:col10/1731156836905/Put/seqid=0 2024-11-09T12:53:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742412_1588 (size=48139) 2024-11-09T12:53:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156897118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156897121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156897128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156897128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156897129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T12:53:57,152 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:53:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:53:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-09T12:53:57,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:53:57,160 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:53:57,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:53:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:57,239 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:53:57,240 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/9339484b3cfb439098720c340a868ba2 is 175, key is test_row_0/A:col10/1731156836557/Put/seqid=0 2024-11-09T12:53:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742413_1589 (size=31093) 2024-11-09T12:53:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:57,272 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/9339484b3cfb439098720c340a868ba2 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2 2024-11-09T12:53:57,281 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/A of 9a1a9c4087f60545c45b76d098b9c079 into 9339484b3cfb439098720c340a868ba2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:57,282 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:57,282 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/A, priority=12, startTime=1731156836774; duration=0sec 2024-11-09T12:53:57,282 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:57,282 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:A 2024-11-09T12:53:57,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,322 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/ba08dc10c631461fa89c08aa8264d45d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/ba08dc10c631461fa89c08aa8264d45d 2024-11-09T12:53:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156897327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156897338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156897338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156897338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156897338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,353 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/C of 9a1a9c4087f60545c45b76d098b9c079 into ba08dc10c631461fa89c08aa8264d45d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:53:57,353 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:57,353 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/C, priority=12, startTime=1731156836775; duration=0sec 2024-11-09T12:53:57,354 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:53:57,354 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:C 2024-11-09T12:53:57,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/05a8d0c00a8f4e70afb3f14098635f6b 2024-11-09T12:53:57,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/5266730ad0c74adb918ac0a241544373 is 50, key is test_row_0/B:col10/1731156836905/Put/seqid=0 2024-11-09T12:53:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742414_1590 (size=12001) 2024-11-09T12:53:57,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156897640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156897647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156897647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156897647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156897647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:57,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:57,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:57,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/5266730ad0c74adb918ac0a241544373 2024-11-09T12:53:58,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e998ac4342d84202a2fe633685048900 is 50, key is test_row_0/C:col10/1731156836905/Put/seqid=0 2024-11-09T12:53:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742415_1591 (size=12001) 2024-11-09T12:53:58,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e998ac4342d84202a2fe633685048900 2024-11-09T12:53:58,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/05a8d0c00a8f4e70afb3f14098635f6b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b 2024-11-09T12:53:58,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b, entries=250, sequenceid=93, filesize=47.0 K 2024-11-09T12:53:58,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/5266730ad0c74adb918ac0a241544373 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373 2024-11-09T12:53:58,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:58,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:58,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:53:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156898147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:58,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T12:53:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e998ac4342d84202a2fe633685048900 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900 2024-11-09T12:53:58,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156898159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156898160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156898165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156898168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:58,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T12:53:58,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a1a9c4087f60545c45b76d098b9c079 in 1310ms, sequenceid=93, compaction requested=false 2024-11-09T12:53:58,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:58,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T12:53:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:58,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:53:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb4acf09e01a48d7a46f5f94584bddbd_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156836961/Put/seqid=0 2024-11-09T12:53:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742416_1592 (size=12154) 2024-11-09T12:53:58,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:58,419 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb4acf09e01a48d7a46f5f94584bddbd_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4acf09e01a48d7a46f5f94584bddbd_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/61970a3ab9c543aa8e2a720c2d8bf501, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:53:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/61970a3ab9c543aa8e2a720c2d8bf501 is 175, key is test_row_0/A:col10/1731156836961/Put/seqid=0 2024-11-09T12:53:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742417_1593 (size=30955) 2024-11-09T12:53:58,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/61970a3ab9c543aa8e2a720c2d8bf501 2024-11-09T12:53:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/1d844a02883641f2a006a40b20ae5b25 is 50, key is test_row_0/B:col10/1731156836961/Put/seqid=0 2024-11-09T12:53:58,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742418_1594 (size=12001) 2024-11-09T12:53:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:59,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:53:59,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156899206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156899206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156899207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156899209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156899209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:53:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156899318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156899318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156899318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156899327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156899330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/1d844a02883641f2a006a40b20ae5b25 2024-11-09T12:53:59,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/69a8747bf2e94f31bddc11478354404b is 50, key is test_row_0/C:col10/1731156836961/Put/seqid=0 2024-11-09T12:53:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742419_1595 (size=12001) 2024-11-09T12:53:59,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/69a8747bf2e94f31bddc11478354404b 2024-11-09T12:53:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/61970a3ab9c543aa8e2a720c2d8bf501 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501 2024-11-09T12:53:59,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501, entries=150, sequenceid=120, filesize=30.2 K 2024-11-09T12:53:59,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/1d844a02883641f2a006a40b20ae5b25 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25 2024-11-09T12:53:59,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25, entries=150, sequenceid=120, filesize=11.7 K 2024-11-09T12:53:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/69a8747bf2e94f31bddc11478354404b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b 2024-11-09T12:53:59,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b, entries=150, sequenceid=120, filesize=11.7 K 2024-11-09T12:53:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9a1a9c4087f60545c45b76d098b9c079 in 1211ms, sequenceid=120, compaction requested=true 2024-11-09T12:53:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:53:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:53:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-09T12:53:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-09T12:53:59,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-09T12:53:59,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-11-09T12:53:59,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3690 sec 2024-11-09T12:53:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:53:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:53:59,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:53:59,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c31ab421093d4703b49a9901fe7b9a50_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156839531/Put/seqid=0 2024-11-09T12:53:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742420_1596 (size=12304) 2024-11-09T12:53:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156899642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156899645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156899645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156899650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156899650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156899757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156899757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156899769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156899773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156899773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156899967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156899969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,979 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:53:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156899977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156899977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:53:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156899987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:53:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:53:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:53:59,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c31ab421093d4703b49a9901fe7b9a50_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c31ab421093d4703b49a9901fe7b9a50_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:00,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e0e00c872044434396c38d155dae4b06, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:00,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e0e00c872044434396c38d155dae4b06 is 175, key is test_row_0/A:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742421_1597 (size=31105) 2024-11-09T12:54:00,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156900279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156900282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156900292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156900292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156900302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e0e00c872044434396c38d155dae4b06 2024-11-09T12:54:00,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/c33b3c3c49474355bc14b93e930e4abf is 50, key is test_row_0/B:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742422_1598 (size=12151) 2024-11-09T12:54:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156900797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156900797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156900808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156900808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156900817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:00,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/c33b3c3c49474355bc14b93e930e4abf 2024-11-09T12:54:01,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/1e91a90f99194371a0dd0a1476d68e6d is 50, key is test_row_0/C:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742423_1599 (size=12151) 2024-11-09T12:54:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T12:54:01,328 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:01,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-09T12:54:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:01,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:01,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:01,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:01,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/1e91a90f99194371a0dd0a1476d68e6d 2024-11-09T12:54:01,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e0e00c872044434396c38d155dae4b06 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06 2024-11-09T12:54:01,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06, entries=150, sequenceid=134, filesize=30.4 K 2024-11-09T12:54:01,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T12:54:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/c33b3c3c49474355bc14b93e930e4abf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf 2024-11-09T12:54:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:01,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf, entries=150, sequenceid=134, filesize=11.9 K 2024-11-09T12:54:01,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/1e91a90f99194371a0dd0a1476d68e6d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d 2024-11-09T12:54:01,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d, entries=150, sequenceid=134, filesize=11.9 K 2024-11-09T12:54:01,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9a1a9c4087f60545c45b76d098b9c079 in 1974ms, sequenceid=134, compaction requested=true 2024-11-09T12:54:01,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:01,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:54:01,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:01,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:54:01,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:54:01,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:54:01,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T12:54:01,507 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:01,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:01,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/A is initiating minor compaction (all files) 2024-11-09T12:54:01,509 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/A in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,509 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=138.0 K 2024-11-09T12:54:01,509 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,509 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06] 2024-11-09T12:54:01,509 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:01,511 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9339484b3cfb439098720c340a868ba2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:54:01,512 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a8d0c00a8f4e70afb3f14098635f6b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156836570 2024-11-09T12:54:01,512 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61970a3ab9c543aa8e2a720c2d8bf501, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156836955 2024-11-09T12:54:01,514 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0e00c872044434396c38d155dae4b06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:01,524 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:01,524 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/C is initiating minor compaction (all files) 2024-11-09T12:54:01,524 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/C in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,525 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/ba08dc10c631461fa89c08aa8264d45d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.2 K 2024-11-09T12:54:01,527 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ba08dc10c631461fa89c08aa8264d45d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:54:01,528 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting e998ac4342d84202a2fe633685048900, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156836571 2024-11-09T12:54:01,529 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 69a8747bf2e94f31bddc11478354404b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156836955 2024-11-09T12:54:01,533 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e91a90f99194371a0dd0a1476d68e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:01,535 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:01,561 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411099e40c4aec9414716bf8ac2b0090185ea_9a1a9c4087f60545c45b76d098b9c079 store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:01,564 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411099e40c4aec9414716bf8ac2b0090185ea_9a1a9c4087f60545c45b76d098b9c079, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:01,564 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099e40c4aec9414716bf8ac2b0090185ea_9a1a9c4087f60545c45b76d098b9c079 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:01,606 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#C#compaction#514 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:01,607 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/bb14a2f424de48a48e6300eda47d2a48 is 50, key is test_row_0/C:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742424_1600 (size=4469) 2024-11-09T12:54:01,619 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#A#compaction#513 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:01,619 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/983ea8877b8348d280d1f21851e219d8 is 175, key is test_row_0/A:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742425_1601 (size=12425) 2024-11-09T12:54:01,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T12:54:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:01,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:01,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T12:54:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742426_1602 (size=31379) 2024-11-09T12:54:01,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091e30957174934edd89e8f69d79a90093_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156839628/Put/seqid=0 2024-11-09T12:54:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742427_1603 (size=12304) 2024-11-09T12:54:01,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156901842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156901846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156901846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156901849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156901850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156901957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156901957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156901967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156901967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156901968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,086 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/bb14a2f424de48a48e6300eda47d2a48 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/bb14a2f424de48a48e6300eda47d2a48 2024-11-09T12:54:02,113 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/983ea8877b8348d280d1f21851e219d8 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8 2024-11-09T12:54:02,142 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/C of 9a1a9c4087f60545c45b76d098b9c079 into bb14a2f424de48a48e6300eda47d2a48(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:02,142 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:02,142 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/C, priority=12, startTime=1731156841507; duration=0sec 2024-11-09T12:54:02,142 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:02,142 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:C 2024-11-09T12:54:02,143 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:02,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:02,156 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/A of 9a1a9c4087f60545c45b76d098b9c079 into 983ea8877b8348d280d1f21851e219d8(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:02,156 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:02,156 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/A, priority=12, startTime=1731156841506; duration=0sec 2024-11-09T12:54:02,156 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:02,156 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:A 2024-11-09T12:54:02,165 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:02,165 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/B is initiating minor compaction (all files) 2024-11-09T12:54:02,165 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/B in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:02,166 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/ff1c0c00711648dbaba08501dd408133, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.2 K 2024-11-09T12:54:02,169 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1c0c00711648dbaba08501dd408133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731156835911 2024-11-09T12:54:02,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156902167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,177 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 5266730ad0c74adb918ac0a241544373, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731156836571 2024-11-09T12:54:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156902177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156902177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156902177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156902177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d844a02883641f2a006a40b20ae5b25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731156836955 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,185 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting c33b3c3c49474355bc14b93e930e4abf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:02,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091e30957174934edd89e8f69d79a90093_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091e30957174934edd89e8f69d79a90093_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:02,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/caefbe474d8e4b11993ff0da369c889f, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/caefbe474d8e4b11993ff0da369c889f is 175, key is test_row_0/A:col10/1731156839628/Put/seqid=0 2024-11-09T12:54:02,246 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:02,246 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b889702f5b3749faa98b4413302094c6 is 50, key is test_row_0/B:col10/1731156839531/Put/seqid=0 2024-11-09T12:54:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742428_1604 (size=31105) 2024-11-09T12:54:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742429_1605 (size=12425) 2024-11-09T12:54:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156902477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156902488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156902488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156902488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156902489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:02,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/caefbe474d8e4b11993ff0da369c889f 2024-11-09T12:54:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/45487b37a38342199b1fcb10b1c6b4f5 is 50, key is test_row_0/B:col10/1731156839628/Put/seqid=0 2024-11-09T12:54:02,701 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b889702f5b3749faa98b4413302094c6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b889702f5b3749faa98b4413302094c6 2024-11-09T12:54:02,720 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/B of 9a1a9c4087f60545c45b76d098b9c079 into b889702f5b3749faa98b4413302094c6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:02,720 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:02,720 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/B, priority=12, startTime=1731156841507; duration=0sec 2024-11-09T12:54:02,720 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:02,720 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:B 2024-11-09T12:54:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742430_1606 (size=12151) 2024-11-09T12:54:02,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/45487b37a38342199b1fcb10b1c6b4f5 2024-11-09T12:54:02,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e66976369e39477b8280e68ddc6ddc0d is 50, key is test_row_0/C:col10/1731156839628/Put/seqid=0 2024-11-09T12:54:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742431_1607 (size=12151) 2024-11-09T12:54:02,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e66976369e39477b8280e68ddc6ddc0d 2024-11-09T12:54:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/caefbe474d8e4b11993ff0da369c889f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f 2024-11-09T12:54:02,955 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f, entries=150, sequenceid=156, filesize=30.4 K 2024-11-09T12:54:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/45487b37a38342199b1fcb10b1c6b4f5 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5 2024-11-09T12:54:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156902990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156902998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:03,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156902998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T12:54:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/e66976369e39477b8280e68ddc6ddc0d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d 2024-11-09T12:54:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156903002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156903010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T12:54:03,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9a1a9c4087f60545c45b76d098b9c079 in 1408ms, sequenceid=156, compaction requested=false 2024-11-09T12:54:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-09T12:54:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-09T12:54:03,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T12:54:03,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-09T12:54:03,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.7740 sec 2024-11-09T12:54:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T12:54:03,493 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:03,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-09T12:54:03,496 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:03,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:03,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:03,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T12:54:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:03,653 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:54:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109489523b540d84b2db526acc15e214642_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156841835/Put/seqid=0 2024-11-09T12:54:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742432_1608 (size=12304) 2024-11-09T12:54:03,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:03,734 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109489523b540d84b2db526acc15e214642_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109489523b540d84b2db526acc15e214642_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/76a5edf1dbff403ab0179e04a843b088, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:03,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/76a5edf1dbff403ab0179e04a843b088 is 175, key is test_row_0/A:col10/1731156841835/Put/seqid=0 2024-11-09T12:54:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742433_1609 (size=31105) 2024-11-09T12:54:03,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/76a5edf1dbff403ab0179e04a843b088 2024-11-09T12:54:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/60a9d4cf346e42c188acd54d327b639d is 50, key is test_row_0/B:col10/1731156841835/Put/seqid=0 2024-11-09T12:54:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742434_1610 (size=12151) 2024-11-09T12:54:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156904114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156904118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156904122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156904122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156904126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/60a9d4cf346e42c188acd54d327b639d 2024-11-09T12:54:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156904237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156904237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156904237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156904237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156904240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/874582ea60f94602b82ccd5a5dbab0ce is 50, key is test_row_0/C:col10/1731156841835/Put/seqid=0 2024-11-09T12:54:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742435_1611 (size=12151) 2024-11-09T12:54:04,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156904448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156904448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156904449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156904458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156904461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:04,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/874582ea60f94602b82ccd5a5dbab0ce 2024-11-09T12:54:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156904757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156904757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/76a5edf1dbff403ab0179e04a843b088 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088 2024-11-09T12:54:04,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156904771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156904771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088, entries=150, sequenceid=173, filesize=30.4 K 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/60a9d4cf346e42c188acd54d327b639d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d 2024-11-09T12:54:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156904778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:04,809 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T12:54:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/874582ea60f94602b82ccd5a5dbab0ce as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce 2024-11-09T12:54:04,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T12:54:04,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9a1a9c4087f60545c45b76d098b9c079 in 1186ms, sequenceid=173, compaction requested=true 2024-11-09T12:54:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-09T12:54:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-09T12:54:04,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-09T12:54:04,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-09T12:54:04,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3560 sec 2024-11-09T12:54:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:05,269 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:54:05,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T12:54:05,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110907f99f84658444bb9621da55410c645e_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:05,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156905296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156905297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156905297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156905298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156905299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742436_1612 (size=17284) 2024-11-09T12:54:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156905409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156905409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156905410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156905410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156905617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156905617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156905629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156905630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T12:54:05,657 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:05,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-09T12:54:05,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:05,661 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:05,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:05,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:05,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110907f99f84658444bb9621da55410c645e_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110907f99f84658444bb9621da55410c645e_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:05,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b8ec6b3a2ec4c4bbe6599c615753f0b, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:05,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b8ec6b3a2ec4c4bbe6599c615753f0b is 175, key is test_row_0/A:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742437_1613 (size=48389) 2024-11-09T12:54:05,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b8ec6b3a2ec4c4bbe6599c615753f0b 2024-11-09T12:54:05,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/655c3950d89843578d767744a852c8d0 is 50, key is test_row_0/B:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:05,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:05,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:05,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:05,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:05,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742438_1614 (size=12151) 2024-11-09T12:54:05,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156905927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156905938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156905938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156905947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:05,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:05,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/655c3950d89843578d767744a852c8d0 2024-11-09T12:54:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:06,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/db4f4e03da974a109720a0f961b601ad is 50, key is test_row_0/C:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156906318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,323 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in 9a1a9c4087f60545c45b76d098b9c079 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:54:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742439_1615 (size=12151) 2024-11-09T12:54:06,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/db4f4e03da974a109720a0f961b601ad 2024-11-09T12:54:06,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b8ec6b3a2ec4c4bbe6599c615753f0b as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b 2024-11-09T12:54:06,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b, entries=250, sequenceid=197, filesize=47.3 K 2024-11-09T12:54:06,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/655c3950d89843578d767744a852c8d0 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0 2024-11-09T12:54:06,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T12:54:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/db4f4e03da974a109720a0f961b601ad as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad 2024-11-09T12:54:06,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T12:54:06,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9a1a9c4087f60545c45b76d098b9c079 in 1108ms, sequenceid=197, compaction requested=true 2024-11-09T12:54:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:06,378 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:06,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:54:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:54:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:54:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T12:54:06,379 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141978 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:06,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/A is initiating minor compaction (all files) 2024-11-09T12:54:06,380 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/A in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,380 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=138.7 K 2024-11-09T12:54:06,380 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,380 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b] 2024-11-09T12:54:06,381 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:06,382 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 983ea8877b8348d280d1f21851e219d8, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:06,382 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting caefbe474d8e4b11993ff0da369c889f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156839627 2024-11-09T12:54:06,382 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 76a5edf1dbff403ab0179e04a843b088, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156841835 2024-11-09T12:54:06,383 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8ec6b3a2ec4c4bbe6599c615753f0b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:06,386 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:06,386 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/B is initiating minor compaction (all files) 2024-11-09T12:54:06,386 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/B in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,386 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b889702f5b3749faa98b4413302094c6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.7 K 2024-11-09T12:54:06,390 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting b889702f5b3749faa98b4413302094c6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:06,393 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45487b37a38342199b1fcb10b1c6b4f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156839627 2024-11-09T12:54:06,393 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60a9d4cf346e42c188acd54d327b639d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156841835 2024-11-09T12:54:06,393 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 655c3950d89843578d767744a852c8d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:06,411 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,414 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b73b6002bbfa49f9904c58c10112b9fa_9a1a9c4087f60545c45b76d098b9c079 store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,417 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b73b6002bbfa49f9904c58c10112b9fa_9a1a9c4087f60545c45b76d098b9c079, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,417 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b73b6002bbfa49f9904c58c10112b9fa_9a1a9c4087f60545c45b76d098b9c079 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,427 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#B#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:06,428 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b864e81c222845a3955444c643ab7391 is 50, key is test_row_0/B:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:06,449 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:54:06,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T12:54:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742440_1616 (size=4469) 2024-11-09T12:54:06,469 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#A#compaction#525 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:06,470 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/78b3062b918c4286b614b1b6b5688f34 is 175, key is test_row_0/A:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742441_1617 (size=12561) 2024-11-09T12:54:06,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:06,488 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b864e81c222845a3955444c643ab7391 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b864e81c222845a3955444c643ab7391 2024-11-09T12:54:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742442_1618 (size=31515) 2024-11-09T12:54:06,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ddebe5cb10d4413c865ad762695cd197_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156846442/Put/seqid=0 2024-11-09T12:54:06,505 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/B of 9a1a9c4087f60545c45b76d098b9c079 into b864e81c222845a3955444c643ab7391(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:06,506 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:06,506 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/B, priority=12, startTime=1731156846380; duration=0sec 2024-11-09T12:54:06,506 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:06,506 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:B 2024-11-09T12:54:06,506 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:06,507 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:06,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/C is initiating minor compaction (all files) 2024-11-09T12:54:06,508 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/C in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,508 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/bb14a2f424de48a48e6300eda47d2a48, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.7 K 2024-11-09T12:54:06,508 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/78b3062b918c4286b614b1b6b5688f34 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34 2024-11-09T12:54:06,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb14a2f424de48a48e6300eda47d2a48, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731156839206 2024-11-09T12:54:06,508 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66976369e39477b8280e68ddc6ddc0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731156839627 2024-11-09T12:54:06,509 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 874582ea60f94602b82ccd5a5dbab0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731156841835 2024-11-09T12:54:06,509 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting db4f4e03da974a109720a0f961b601ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:06,513 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/A of 9a1a9c4087f60545c45b76d098b9c079 into 78b3062b918c4286b614b1b6b5688f34(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:06,513 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:06,513 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/A, priority=12, startTime=1731156846378; duration=0sec 2024-11-09T12:54:06,513 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:06,513 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:A 2024-11-09T12:54:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742443_1619 (size=14794) 2024-11-09T12:54:06,517 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:06,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ddebe5cb10d4413c865ad762695cd197_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddebe5cb10d4413c865ad762695cd197_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:06,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b2f3c2401874bb0860f0379b39732ca, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b2f3c2401874bb0860f0379b39732ca is 175, key is test_row_0/A:col10/1731156846442/Put/seqid=0 2024-11-09T12:54:06,524 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#C#compaction#528 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:06,525 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/4e92c3818c1548c483a0280f6593941e is 50, key is test_row_0/C:col10/1731156845267/Put/seqid=0 2024-11-09T12:54:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742444_1620 (size=39749) 2024-11-09T12:54:06,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b2f3c2401874bb0860f0379b39732ca 2024-11-09T12:54:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156906531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156906534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156906534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156906534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742445_1621 (size=12561) 2024-11-09T12:54:06,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/2043e454b8444a888c016c5397f1cae9 is 50, key is test_row_0/B:col10/1731156846442/Put/seqid=0 2024-11-09T12:54:06,554 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/4e92c3818c1548c483a0280f6593941e as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/4e92c3818c1548c483a0280f6593941e 2024-11-09T12:54:06,559 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/C of 9a1a9c4087f60545c45b76d098b9c079 into 4e92c3818c1548c483a0280f6593941e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:06,559 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:06,559 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/C, priority=12, startTime=1731156846380; duration=0sec 2024-11-09T12:54:06,559 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:06,559 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:C 2024-11-09T12:54:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742446_1622 (size=12151) 2024-11-09T12:54:06,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/2043e454b8444a888c016c5397f1cae9 2024-11-09T12:54:06,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/09a97c9ec78441c6a8b7d140fc391f62 is 50, key is test_row_0/C:col10/1731156846442/Put/seqid=0 2024-11-09T12:54:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742447_1623 (size=12151) 2024-11-09T12:54:06,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/09a97c9ec78441c6a8b7d140fc391f62 2024-11-09T12:54:06,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1b2f3c2401874bb0860f0379b39732ca as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca 2024-11-09T12:54:06,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca, entries=200, sequenceid=210, filesize=38.8 K 2024-11-09T12:54:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/2043e454b8444a888c016c5397f1cae9 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9 2024-11-09T12:54:06,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T12:54:06,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/09a97c9ec78441c6a8b7d140fc391f62 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62 2024-11-09T12:54:06,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T12:54:06,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 9a1a9c4087f60545c45b76d098b9c079 in 161ms, sequenceid=210, compaction requested=false 2024-11-09T12:54:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:06,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T12:54:06,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:06,645 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:54:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090acdf1c5a577445ca903f62f2d8ef270_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156846528/Put/seqid=0 2024-11-09T12:54:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742448_1624 (size=12304) 2024-11-09T12:54:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156906674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156906674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156906676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156906677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:06,711 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090acdf1c5a577445ca903f62f2d8ef270_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090acdf1c5a577445ca903f62f2d8ef270_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d9a8aacb1e65472e80dd63149e47bfbb, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d9a8aacb1e65472e80dd63149e47bfbb is 175, key is test_row_0/A:col10/1731156846528/Put/seqid=0 2024-11-09T12:54:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742449_1625 (size=31105) 2024-11-09T12:54:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156906787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156906787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:06,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156906797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156906797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156906998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156906999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156907007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156907012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d9a8aacb1e65472e80dd63149e47bfbb 2024-11-09T12:54:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/46e709cad9104f66a0a61dfa8c3028aa is 50, key is test_row_0/B:col10/1731156846528/Put/seqid=0 2024-11-09T12:54:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742450_1626 (size=12151) 2024-11-09T12:54:07,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156907307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156907308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156907321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156907333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/46e709cad9104f66a0a61dfa8c3028aa 2024-11-09T12:54:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/b3f9899607d744d9b44eb70a40d00550 is 50, key is test_row_0/C:col10/1731156846528/Put/seqid=0 2024-11-09T12:54:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742451_1627 (size=12151) 2024-11-09T12:54:07,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/b3f9899607d744d9b44eb70a40d00550 2024-11-09T12:54:07,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/d9a8aacb1e65472e80dd63149e47bfbb as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb 2024-11-09T12:54:07,764 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb, entries=150, sequenceid=238, filesize=30.4 K 2024-11-09T12:54:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/46e709cad9104f66a0a61dfa8c3028aa as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa 2024-11-09T12:54:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,779 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T12:54:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/b3f9899607d744d9b44eb70a40d00550 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550 2024-11-09T12:54:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,789 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T12:54:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a1a9c4087f60545c45b76d098b9c079 in 1148ms, sequenceid=238, compaction requested=true 2024-11-09T12:54:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-09T12:54:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-09T12:54:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T12:54:07,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-09T12:54:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.1530 sec 2024-11-09T12:54:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:54:07,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T12:54:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090d0cb0b7fc884646ad64d6f52fc64f0b_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742452_1628 (size=14794) 2024-11-09T12:54:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156907905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156907908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156907909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156907910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156908021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156908030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156908031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156908031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156908239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156908239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156908248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156908249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:08,310 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090d0cb0b7fc884646ad64d6f52fc64f0b_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090d0cb0b7fc884646ad64d6f52fc64f0b_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:08,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/7c5cf8a00cf443d1852046960d25f6dc, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:08,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/7c5cf8a00cf443d1852046960d25f6dc is 175, key is test_row_0/A:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742453_1629 (size=39749) 2024-11-09T12:54:08,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156908337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,340 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in 9a1a9c4087f60545c45b76d098b9c079 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:54:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156908547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156908547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156908557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156908562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:08,726 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/7c5cf8a00cf443d1852046960d25f6dc 2024-11-09T12:54:08,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b3f0a58e2978417fb54adb684be68603 is 50, key is test_row_0/B:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742454_1630 (size=12151) 2024-11-09T12:54:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156909058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156909058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156909067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156909078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:09,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b3f0a58e2978417fb54adb684be68603 2024-11-09T12:54:09,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/27c9d7ae3dbb4d95ad900b70181277b6 is 50, key is test_row_0/C:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742455_1631 (size=12151) 2024-11-09T12:54:09,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/27c9d7ae3dbb4d95ad900b70181277b6 2024-11-09T12:54:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/7c5cf8a00cf443d1852046960d25f6dc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc 2024-11-09T12:54:09,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc, entries=200, sequenceid=251, filesize=38.8 K 2024-11-09T12:54:09,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/b3f0a58e2978417fb54adb684be68603 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603 2024-11-09T12:54:09,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T12:54:09,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/27c9d7ae3dbb4d95ad900b70181277b6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6 2024-11-09T12:54:09,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T12:54:09,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a1a9c4087f60545c45b76d098b9c079 in 1388ms, sequenceid=251, compaction requested=true 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:54:09,215 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:54:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:09,215 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:09,216 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:09,216 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:09,216 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/B is initiating minor compaction (all files) 2024-11-09T12:54:09,216 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/A is initiating minor compaction (all files) 2024-11-09T12:54:09,216 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/B in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:09,216 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/A in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:09,217 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b864e81c222845a3955444c643ab7391, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.9 K 2024-11-09T12:54:09,217 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=138.8 K 2024-11-09T12:54:09,217 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:09,217 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc] 2024-11-09T12:54:09,217 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b864e81c222845a3955444c643ab7391, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:09,217 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 2043e454b8444a888c016c5397f1cae9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731156845278 2024-11-09T12:54:09,217 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78b3062b918c4286b614b1b6b5688f34, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:09,218 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b2f3c2401874bb0860f0379b39732ca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731156845278 2024-11-09T12:54:09,218 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 46e709cad9104f66a0a61dfa8c3028aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731156846528 2024-11-09T12:54:09,218 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a8aacb1e65472e80dd63149e47bfbb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731156846528 2024-11-09T12:54:09,218 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f0a58e2978417fb54adb684be68603, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:09,218 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c5cf8a00cf443d1852046960d25f6dc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:09,230 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#B#compaction#537 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:09,230 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/6d2ecbc80ffa412aacab7092b3c79c32 is 50, key is test_row_0/B:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:09,231 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:09,259 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110983ed8008cb41475b9f75467308680ffe_9a1a9c4087f60545c45b76d098b9c079 store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:09,261 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110983ed8008cb41475b9f75467308680ffe_9a1a9c4087f60545c45b76d098b9c079, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:09,262 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110983ed8008cb41475b9f75467308680ffe_9a1a9c4087f60545c45b76d098b9c079 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742457_1633 (size=4469) 2024-11-09T12:54:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742456_1632 (size=12697) 2024-11-09T12:54:09,694 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#A#compaction#538 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:09,694 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1c198a03e25f4c90adce0269b29c3666 is 175, key is test_row_0/A:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742458_1634 (size=31651) 2024-11-09T12:54:09,710 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/6d2ecbc80ffa412aacab7092b3c79c32 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6d2ecbc80ffa412aacab7092b3c79c32 2024-11-09T12:54:09,713 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/B of 9a1a9c4087f60545c45b76d098b9c079 into 6d2ecbc80ffa412aacab7092b3c79c32(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:09,714 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:09,714 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/B, priority=12, startTime=1731156849215; duration=0sec 2024-11-09T12:54:09,714 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:09,714 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:B 2024-11-09T12:54:09,714 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:09,715 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:09,715 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/C is initiating minor compaction (all files) 2024-11-09T12:54:09,715 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/C in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:09,715 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/4e92c3818c1548c483a0280f6593941e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=47.9 K 2024-11-09T12:54:09,716 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e92c3818c1548c483a0280f6593941e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731156844093 2024-11-09T12:54:09,716 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a97c9ec78441c6a8b7d140fc391f62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731156845278 2024-11-09T12:54:09,716 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f9899607d744d9b44eb70a40d00550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731156846528 2024-11-09T12:54:09,717 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 27c9d7ae3dbb4d95ad900b70181277b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:09,744 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#C#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:09,744 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/58a5d090d8a34c39a59c45434f462e52 is 50, key is test_row_0/C:col10/1731156846669/Put/seqid=0 2024-11-09T12:54:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742459_1635 (size=12697) 2024-11-09T12:54:09,786 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/58a5d090d8a34c39a59c45434f462e52 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/58a5d090d8a34c39a59c45434f462e52 2024-11-09T12:54:09,798 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/C of 9a1a9c4087f60545c45b76d098b9c079 into 58a5d090d8a34c39a59c45434f462e52(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:09,798 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:09,798 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/C, priority=12, startTime=1731156849215; duration=0sec 2024-11-09T12:54:09,798 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:09,798 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:C 2024-11-09T12:54:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T12:54:09,838 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:09,841 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-09T12:54:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T12:54:09,853 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:09,857 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:09,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T12:54:10,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T12:54:10,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:10,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T12:54:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099786bec4114c4ec7b9e880db9522e2a3_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156847889/Put/seqid=0 2024-11-09T12:54:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742460_1636 (size=12454) 2024-11-09T12:54:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:10,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099786bec4114c4ec7b9e880db9522e2a3_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099786bec4114c4ec7b9e880db9522e2a3_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e5793320a1a645a09928575d99b8b0cf, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:10,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e5793320a1a645a09928575d99b8b0cf is 175, key is test_row_0/A:col10/1731156847889/Put/seqid=0 2024-11-09T12:54:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742461_1637 (size=31255) 2024-11-09T12:54:10,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e5793320a1a645a09928575d99b8b0cf 2024-11-09T12:54:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4426dd0649e24402b05a7ca6151633a6 is 50, key is test_row_0/B:col10/1731156847889/Put/seqid=0 2024-11-09T12:54:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742462_1638 (size=12301) 2024-11-09T12:54:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:10,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156910088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156910088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156910092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156910093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,108 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/1c198a03e25f4c90adce0269b29c3666 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666 2024-11-09T12:54:10,112 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/A of 9a1a9c4087f60545c45b76d098b9c079 into 1c198a03e25f4c90adce0269b29c3666(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:10,112 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:10,112 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/A, priority=12, startTime=1731156849215; duration=0sec 2024-11-09T12:54:10,112 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:10,112 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:A 2024-11-09T12:54:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T12:54:10,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156910197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156910198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156910207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156910207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156910407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156910407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156910418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156910418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,459 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4426dd0649e24402b05a7ca6151633a6 2024-11-09T12:54:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/3711e4163bd944bfa2214e6b79ee682f is 50, key is test_row_0/C:col10/1731156847889/Put/seqid=0 2024-11-09T12:54:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742463_1639 (size=12301) 2024-11-09T12:54:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T12:54:10,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156910721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156910722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156910727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156910727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:10,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/3711e4163bd944bfa2214e6b79ee682f 2024-11-09T12:54:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e5793320a1a645a09928575d99b8b0cf as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf 2024-11-09T12:54:10,876 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf, entries=150, sequenceid=276, filesize=30.5 K 2024-11-09T12:54:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4426dd0649e24402b05a7ca6151633a6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6 2024-11-09T12:54:10,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T12:54:10,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/3711e4163bd944bfa2214e6b79ee682f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f 2024-11-09T12:54:10,884 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T12:54:10,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9a1a9c4087f60545c45b76d098b9c079 in 860ms, sequenceid=276, compaction requested=false 2024-11-09T12:54:10,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:10,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:10,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-09T12:54:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-09T12:54:10,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-09T12:54:10,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-09T12:54:10,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.0470 sec 2024-11-09T12:54:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T12:54:10,987 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:10,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-09T12:54:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T12:54:10,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:10,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:10,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T12:54:11,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T12:54:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:11,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T12:54:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109babf2166df7045fda35449e69d3118a2_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156850084/Put/seqid=0 2024-11-09T12:54:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742464_1640 (size=12454) 2024-11-09T12:54:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:11,172 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109babf2166df7045fda35449e69d3118a2_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109babf2166df7045fda35449e69d3118a2_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/77b4a3b8047a45fb87c85c3f01336eea, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/77b4a3b8047a45fb87c85c3f01336eea is 175, key is test_row_0/A:col10/1731156850084/Put/seqid=0 2024-11-09T12:54:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742465_1641 (size=31255) 2024-11-09T12:54:11,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/77b4a3b8047a45fb87c85c3f01336eea 2024-11-09T12:54:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/9b1f7ec4a4be43a4bc2b573ea2657b7c is 50, key is test_row_0/B:col10/1731156850084/Put/seqid=0 2024-11-09T12:54:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742466_1642 (size=12301) 2024-11-09T12:54:11,191 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/9b1f7ec4a4be43a4bc2b573ea2657b7c 2024-11-09T12:54:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/373b3c9ecc1943d692fa4c941491f593 is 50, key is test_row_0/C:col10/1731156850084/Put/seqid=0 2024-11-09T12:54:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742467_1643 (size=12301) 2024-11-09T12:54:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:11,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156911263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156911266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156911270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156911271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T12:54:11,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156911378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156911378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156911378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156911378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156911587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156911587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156911587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156911587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,613 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/373b3c9ecc1943d692fa4c941491f593 2024-11-09T12:54:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T12:54:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/77b4a3b8047a45fb87c85c3f01336eea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea 2024-11-09T12:54:11,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea, entries=150, sequenceid=291, filesize=30.5 K 2024-11-09T12:54:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/9b1f7ec4a4be43a4bc2b573ea2657b7c as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c 2024-11-09T12:54:11,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T12:54:11,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/373b3c9ecc1943d692fa4c941491f593 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593 2024-11-09T12:54:11,644 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T12:54:11,645 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9a1a9c4087f60545c45b76d098b9c079 in 502ms, sequenceid=291, compaction requested=true 2024-11-09T12:54:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-09T12:54:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-09T12:54:11,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T12:54:11,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 656 msec 2024-11-09T12:54:11,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 665 msec 2024-11-09T12:54:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T12:54:11,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T12:54:11,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a5100973d87244a4997e505b1cca8d17_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156911914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156911914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156911918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156911920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742468_1644 (size=12454) 2024-11-09T12:54:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156912027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156912027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156912027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156912037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T12:54:12,128 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:12,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T12:54:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-09T12:54:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:12,130 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T12:54:12,131 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T12:54:12,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T12:54:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156912237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156912237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156912238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156912247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T12:54:12,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:12,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:12,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a5100973d87244a4997e505b1cca8d17_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5100973d87244a4997e505b1cca8d17_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:12,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/757069f6a3b241ec926bbaa3ebcf2ddc, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/757069f6a3b241ec926bbaa3ebcf2ddc is 175, key is test_row_0/A:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742469_1645 (size=31255) 2024-11-09T12:54:12,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36818 deadline: 1731156912377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,381 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7934cf733c16,38405,1731156685737 for 'test_row_1' in 9a1a9c4087f60545c45b76d098b9c079 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-09T12:54:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:12,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T12:54:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36782 deadline: 1731156912547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36822 deadline: 1731156912547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36872 deadline: 1731156912547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T12:54:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36802 deadline: 1731156912557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 2024-11-09T12:54:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 , the old value is region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T12:54:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., hostname=7934cf733c16,38405,1731156685737, seqNum=5 because the exception is null or not the one we care about 2024-11-09T12:54:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T12:54:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:12,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/757069f6a3b241ec926bbaa3ebcf2ddc 2024-11-09T12:54:12,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T12:54:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T12:54:12,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4f925ad958dd40bfa6612d588e44b0ea is 50, key is test_row_0/B:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742470_1646 (size=12301) 2024-11-09T12:54:12,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4f925ad958dd40bfa6612d588e44b0ea 2024-11-09T12:54:12,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/6422eca33be8407f9d249039a5c883ce is 50, key is test_row_0/C:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742471_1647 (size=12301) 2024-11-09T12:54:12,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/6422eca33be8407f9d249039a5c883ce 2024-11-09T12:54:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/757069f6a3b241ec926bbaa3ebcf2ddc as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc 2024-11-09T12:54:12,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc, entries=150, sequenceid=317, filesize=30.5 K 2024-11-09T12:54:12,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/4f925ad958dd40bfa6612d588e44b0ea as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea 2024-11-09T12:54:12,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T12:54:12,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/6422eca33be8407f9d249039a5c883ce as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce 2024-11-09T12:54:12,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T12:54:12,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9a1a9c4087f60545c45b76d098b9c079 in 950ms, sequenceid=317, compaction requested=true 2024-11-09T12:54:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T12:54:12,853 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:12,853 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:12,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T12:54:12,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:12,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a1a9c4087f60545c45b76d098b9c079:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T12:54:12,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:12,856 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:12,856 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/A is initiating minor compaction (all files) 2024-11-09T12:54:12,856 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/A in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,856 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=122.5 K 2024-11-09T12:54:12,856 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,856 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. files: [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc] 2024-11-09T12:54:12,856 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:12,856 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/B is initiating minor compaction (all files) 2024-11-09T12:54:12,857 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/B in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,857 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6d2ecbc80ffa412aacab7092b3c79c32, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=48.4 K 2024-11-09T12:54:12,857 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c198a03e25f4c90adce0269b29c3666, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:12,857 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2ecbc80ffa412aacab7092b3c79c32, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:12,858 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5793320a1a645a09928575d99b8b0cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731156847889 2024-11-09T12:54:12,858 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4426dd0649e24402b05a7ca6151633a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731156847889 2024-11-09T12:54:12,859 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b1f7ec4a4be43a4bc2b573ea2657b7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731156850084 2024-11-09T12:54:12,859 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b4a3b8047a45fb87c85c3f01336eea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731156850084 2024-11-09T12:54:12,859 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f925ad958dd40bfa6612d588e44b0ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731156851267 2024-11-09T12:54:12,860 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757069f6a3b241ec926bbaa3ebcf2ddc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731156851267 2024-11-09T12:54:12,863 INFO [Thread-2534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2534. 2024-11-09T12:54:12,863 DEBUG [Thread-2534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:12,863 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,863 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:12,865 INFO [Thread-2528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2528. 2024-11-09T12:54:12,865 DEBUG [Thread-2528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:12,865 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,865 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:12,865 INFO [Thread-2530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2530. 2024-11-09T12:54:12,865 DEBUG [Thread-2530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:12,865 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,865 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:12,866 INFO [Thread-2532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2532. 2024-11-09T12:54:12,866 DEBUG [Thread-2532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:12,866 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,866 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:12,867 INFO [Thread-2536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2536. 2024-11-09T12:54:12,867 DEBUG [Thread-2536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:12,867 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,867 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:12,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:12,876 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,876 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:12,877 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/1c6a4586df1342dc90dfcbf04c9d6e1f is 50, key is test_row_0/B:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:12,877 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110958ec014c1ce24c92956aafc33d7e67f2_9a1a9c4087f60545c45b76d098b9c079 store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,879 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110958ec014c1ce24c92956aafc33d7e67f2_9a1a9c4087f60545c45b76d098b9c079, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,879 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110958ec014c1ce24c92956aafc33d7e67f2_9a1a9c4087f60545c45b76d098b9c079 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742472_1648 (size=12983) 2024-11-09T12:54:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742473_1649 (size=4469) 2024-11-09T12:54:12,885 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/1c6a4586df1342dc90dfcbf04c9d6e1f as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1c6a4586df1342dc90dfcbf04c9d6e1f 2024-11-09T12:54:12,888 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/B of 9a1a9c4087f60545c45b76d098b9c079 into 1c6a4586df1342dc90dfcbf04c9d6e1f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:12,888 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:12,888 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/B, priority=12, startTime=1731156852853; duration=0sec 2024-11-09T12:54:12,888 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T12:54:12,888 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:B 2024-11-09T12:54:12,888 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T12:54:12,889 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T12:54:12,889 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1541): 9a1a9c4087f60545c45b76d098b9c079/C is initiating minor compaction (all files) 2024-11-09T12:54:12,889 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a1a9c4087f60545c45b76d098b9c079/C in TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,889 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/58a5d090d8a34c39a59c45434f462e52, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce] into tmpdir=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp, totalSize=48.4 K 2024-11-09T12:54:12,890 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 58a5d090d8a34c39a59c45434f462e52, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731156846669 2024-11-09T12:54:12,890 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 3711e4163bd944bfa2214e6b79ee682f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731156847889 2024-11-09T12:54:12,890 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 373b3c9ecc1943d692fa4c941491f593, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731156850084 2024-11-09T12:54:12,891 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] compactions.Compactor(225): Compacting 6422eca33be8407f9d249039a5c883ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731156851267 2024-11-09T12:54:12,896 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:12,896 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/1c330e1531ac43d38b472008ea90d70a is 50, key is test_row_0/C:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:12,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742474_1650 (size=12983) 2024-11-09T12:54:12,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T12:54:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:12,924 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T12:54:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4d50f210a82490ebb0f5e1803ee3a1e_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156851912/Put/seqid=0 2024-11-09T12:54:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742475_1651 (size=12454) 2024-11-09T12:54:12,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4d50f210a82490ebb0f5e1803ee3a1e_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4d50f210a82490ebb0f5e1803ee3a1e_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e9290aa5f7604ca9a93077f8fba9e883, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e9290aa5f7604ca9a93077f8fba9e883 is 175, key is test_row_0/A:col10/1731156851912/Put/seqid=0 2024-11-09T12:54:12,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742476_1652 (size=31255) 2024-11-09T12:54:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. as already flushing 2024-11-09T12:54:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38405 {}] regionserver.HRegion(8855): Flush requested on 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:13,060 INFO [Thread-2519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2519. 2024-11-09T12:54:13,060 INFO [Thread-2523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2523. 2024-11-09T12:54:13,060 INFO [Thread-2517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2517. 2024-11-09T12:54:13,060 DEBUG [Thread-2523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:13,060 DEBUG [Thread-2519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:13,060 DEBUG [Thread-2517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:13,060 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:13,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:13,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:13,069 INFO [Thread-2521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2521. 2024-11-09T12:54:13,069 DEBUG [Thread-2521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:13,069 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,069 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:13,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:13,284 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a1a9c4087f60545c45b76d098b9c079#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T12:54:13,284 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/9285aac444b84e5aa0143096755afd03 is 175, key is test_row_0/A:col10/1731156851267/Put/seqid=0 2024-11-09T12:54:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742477_1653 (size=31937) 2024-11-09T12:54:13,304 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/1c330e1531ac43d38b472008ea90d70a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1c330e1531ac43d38b472008ea90d70a 2024-11-09T12:54:13,309 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/C of 9a1a9c4087f60545c45b76d098b9c079 into 1c330e1531ac43d38b472008ea90d70a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:13,309 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:13,309 INFO [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/C, priority=12, startTime=1731156852855; duration=0sec 2024-11-09T12:54:13,309 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:13,309 DEBUG [RS:0;7934cf733c16:38405-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:C 2024-11-09T12:54:13,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e9290aa5f7604ca9a93077f8fba9e883 2024-11-09T12:54:13,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/69ff7656f056402f8820b28e1a45cb17 is 50, key is test_row_0/B:col10/1731156851912/Put/seqid=0 2024-11-09T12:54:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742478_1654 (size=12301) 2024-11-09T12:54:13,693 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/9285aac444b84e5aa0143096755afd03 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9285aac444b84e5aa0143096755afd03 2024-11-09T12:54:13,696 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a1a9c4087f60545c45b76d098b9c079/A of 9a1a9c4087f60545c45b76d098b9c079 into 9285aac444b84e5aa0143096755afd03(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T12:54:13,696 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:13,696 INFO [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., storeName=9a1a9c4087f60545c45b76d098b9c079/A, priority=12, startTime=1731156852853; duration=0sec 2024-11-09T12:54:13,697 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T12:54:13,697 DEBUG [RS:0;7934cf733c16:38405-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a1a9c4087f60545c45b76d098b9c079:A 2024-11-09T12:54:13,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/69ff7656f056402f8820b28e1a45cb17 2024-11-09T12:54:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/26315c02a8f94340bcc4077abe056060 is 50, key is test_row_0/C:col10/1731156851912/Put/seqid=0 2024-11-09T12:54:13,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742479_1655 (size=12301) 2024-11-09T12:54:13,770 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/26315c02a8f94340bcc4077abe056060 2024-11-09T12:54:13,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/e9290aa5f7604ca9a93077f8fba9e883 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e9290aa5f7604ca9a93077f8fba9e883 2024-11-09T12:54:13,778 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e9290aa5f7604ca9a93077f8fba9e883, entries=150, sequenceid=328, filesize=30.5 K 2024-11-09T12:54:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/69ff7656f056402f8820b28e1a45cb17 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/69ff7656f056402f8820b28e1a45cb17 2024-11-09T12:54:13,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/69ff7656f056402f8820b28e1a45cb17, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T12:54:13,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/26315c02a8f94340bcc4077abe056060 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/26315c02a8f94340bcc4077abe056060 2024-11-09T12:54:13,787 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/26315c02a8f94340bcc4077abe056060, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T12:54:13,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for 9a1a9c4087f60545c45b76d098b9c079 in 864ms, sequenceid=328, compaction requested=false 2024-11-09T12:54:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 9a1a9c4087f60545c45b76d098b9c079: 2024-11-09T12:54:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-09T12:54:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-09T12:54:13,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-09T12:54:13,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-09T12:54:13,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.6630 sec 2024-11-09T12:54:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T12:54:14,278 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:22,399 INFO [Thread-2525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2525. 2024-11-09T12:54:22,399 DEBUG [Thread-2525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T12:54:22,399 DEBUG [Thread-2525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:22,399 DEBUG [Thread-2525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:22,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2625 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2570 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2556 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2622 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2557 2024-11-09T12:54:22,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T12:54:22,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:54:22,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:54:22,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:22,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:22,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T12:54:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:22,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156862403"}]},"ts":"1731156862403"} 2024-11-09T12:54:22,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T12:54:22,404 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T12:54:22,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T12:54:22,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, UNASSIGN}] 2024-11-09T12:54:22,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, UNASSIGN 2024-11-09T12:54:22,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=CLOSING, regionLocation=7934cf733c16,38405,1731156685737 2024-11-09T12:54:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, UNASSIGN because future has completed 2024-11-09T12:54:22,408 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T12:54:22,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737}] 2024-11-09T12:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:22,560 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:22,560 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T12:54:22,560 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing 9a1a9c4087f60545c45b76d098b9c079, disabling compactions & flushes 2024-11-09T12:54:22,560 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:22,560 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:22,560 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. after waiting 0 ms 2024-11-09T12:54:22,560 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:22,560 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing 9a1a9c4087f60545c45b76d098b9c079 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T12:54:22,565 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b864d4d1ba4042a5842f047f26579907_9a1a9c4087f60545c45b76d098b9c079 is 50, key is test_row_0/A:col10/1731156853067/Put/seqid=0 2024-11-09T12:54:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742480_1656 (size=12454) 2024-11-09T12:54:22,568 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T12:54:22,571 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b864d4d1ba4042a5842f047f26579907_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b864d4d1ba4042a5842f047f26579907_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:22,571 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/5e8816e566204a6090ce2a7b116c2176, store: [table=TestAcidGuarantees family=A region=9a1a9c4087f60545c45b76d098b9c079] 2024-11-09T12:54:22,572 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/5e8816e566204a6090ce2a7b116c2176 is 175, key is test_row_0/A:col10/1731156853067/Put/seqid=0 2024-11-09T12:54:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742481_1657 (size=31255) 2024-11-09T12:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:22,975 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/5e8816e566204a6090ce2a7b116c2176 2024-11-09T12:54:22,980 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/722584b4cd1c40278d7d9646d225a0a3 is 50, key is test_row_0/B:col10/1731156853067/Put/seqid=0 2024-11-09T12:54:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742482_1658 (size=12301) 2024-11-09T12:54:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:23,383 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/722584b4cd1c40278d7d9646d225a0a3 2024-11-09T12:54:23,389 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/7728a91425b449de9d19bc7a2c60054d is 50, key is test_row_0/C:col10/1731156853067/Put/seqid=0 2024-11-09T12:54:23,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742483_1659 (size=12301) 2024-11-09T12:54:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:23,792 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/7728a91425b449de9d19bc7a2c60054d 2024-11-09T12:54:23,795 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/A/5e8816e566204a6090ce2a7b116c2176 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/5e8816e566204a6090ce2a7b116c2176 2024-11-09T12:54:23,798 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/5e8816e566204a6090ce2a7b116c2176, entries=150, sequenceid=338, filesize=30.5 K 2024-11-09T12:54:23,798 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/B/722584b4cd1c40278d7d9646d225a0a3 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/722584b4cd1c40278d7d9646d225a0a3 2024-11-09T12:54:23,801 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/722584b4cd1c40278d7d9646d225a0a3, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T12:54:23,801 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/.tmp/C/7728a91425b449de9d19bc7a2c60054d as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/7728a91425b449de9d19bc7a2c60054d 2024-11-09T12:54:23,803 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/7728a91425b449de9d19bc7a2c60054d, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T12:54:23,804 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a1a9c4087f60545c45b76d098b9c079 in 1244ms, sequenceid=338, compaction requested=true 2024-11-09T12:54:23,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc] to archive 2024-11-09T12:54:23,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:54:23,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/f6642ad31e0446f99ae8601e8e1e9c9a 2024-11-09T12:54:23,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/740beee2f2804728b332b74998eafff8 2024-11-09T12:54:23,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d26a2af464454aae93f7570312fcf85d 2024-11-09T12:54:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9339484b3cfb439098720c340a868ba2 2024-11-09T12:54:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/af07f250714e4cf286593ccb47a767b1 2024-11-09T12:54:23,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/05a8d0c00a8f4e70afb3f14098635f6b 2024-11-09T12:54:23,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/61970a3ab9c543aa8e2a720c2d8bf501 2024-11-09T12:54:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/983ea8877b8348d280d1f21851e219d8 2024-11-09T12:54:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e0e00c872044434396c38d155dae4b06 2024-11-09T12:54:23,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/caefbe474d8e4b11993ff0da369c889f 2024-11-09T12:54:23,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/76a5edf1dbff403ab0179e04a843b088 2024-11-09T12:54:23,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b8ec6b3a2ec4c4bbe6599c615753f0b 2024-11-09T12:54:23,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/78b3062b918c4286b614b1b6b5688f34 2024-11-09T12:54:23,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1b2f3c2401874bb0860f0379b39732ca 2024-11-09T12:54:23,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/d9a8aacb1e65472e80dd63149e47bfbb 2024-11-09T12:54:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/7c5cf8a00cf443d1852046960d25f6dc 2024-11-09T12:54:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/1c198a03e25f4c90adce0269b29c3666 2024-11-09T12:54:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e5793320a1a645a09928575d99b8b0cf 2024-11-09T12:54:23,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/77b4a3b8047a45fb87c85c3f01336eea 2024-11-09T12:54:23,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/757069f6a3b241ec926bbaa3ebcf2ddc 2024-11-09T12:54:23,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/ff1c0c00711648dbaba08501dd408133, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b889702f5b3749faa98b4413302094c6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b864e81c222845a3955444c643ab7391, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6d2ecbc80ffa412aacab7092b3c79c32, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea] to archive 2024-11-09T12:54:23,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:54:23,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6950b194c0b54d28adb33f24474e3b70 2024-11-09T12:54:23,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/cb66050129664b8c9853b69017c4ce1f 2024-11-09T12:54:23,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/0405cf6611ab49bd8c5bc12fdae72c23 2024-11-09T12:54:23,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/ff1c0c00711648dbaba08501dd408133 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/ff1c0c00711648dbaba08501dd408133 2024-11-09T12:54:23,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/188d2918af774d9bae448f0d57d15f1f 2024-11-09T12:54:23,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/5266730ad0c74adb918ac0a241544373 2024-11-09T12:54:23,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1d844a02883641f2a006a40b20ae5b25 2024-11-09T12:54:23,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b889702f5b3749faa98b4413302094c6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b889702f5b3749faa98b4413302094c6 2024-11-09T12:54:23,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/c33b3c3c49474355bc14b93e930e4abf 2024-11-09T12:54:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/45487b37a38342199b1fcb10b1c6b4f5 2024-11-09T12:54:23,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/60a9d4cf346e42c188acd54d327b639d 2024-11-09T12:54:23,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b864e81c222845a3955444c643ab7391 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b864e81c222845a3955444c643ab7391 2024-11-09T12:54:23,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/655c3950d89843578d767744a852c8d0 2024-11-09T12:54:23,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/2043e454b8444a888c016c5397f1cae9 2024-11-09T12:54:23,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/46e709cad9104f66a0a61dfa8c3028aa 2024-11-09T12:54:23,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6d2ecbc80ffa412aacab7092b3c79c32 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/6d2ecbc80ffa412aacab7092b3c79c32 2024-11-09T12:54:23,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/b3f0a58e2978417fb54adb684be68603 2024-11-09T12:54:23,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4426dd0649e24402b05a7ca6151633a6 2024-11-09T12:54:23,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/9b1f7ec4a4be43a4bc2b573ea2657b7c 2024-11-09T12:54:23,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/4f925ad958dd40bfa6612d588e44b0ea 2024-11-09T12:54:23,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/ba08dc10c631461fa89c08aa8264d45d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/bb14a2f424de48a48e6300eda47d2a48, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/4e92c3818c1548c483a0280f6593941e, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/58a5d090d8a34c39a59c45434f462e52, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce] to archive 2024-11-09T12:54:23,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T12:54:23,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/a9510c6e819444ecb4ac6e02c06ffb1e 2024-11-09T12:54:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/334cb8f8a5624e8ca4f49ce2da299acc 2024-11-09T12:54:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/022647fa54cd4db8a7845935fa621de6 2024-11-09T12:54:23,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/ba08dc10c631461fa89c08aa8264d45d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/ba08dc10c631461fa89c08aa8264d45d 2024-11-09T12:54:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/aaff603e83f346729a2bed6bc1a5ce9f 2024-11-09T12:54:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e998ac4342d84202a2fe633685048900 2024-11-09T12:54:23,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/69a8747bf2e94f31bddc11478354404b 2024-11-09T12:54:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/bb14a2f424de48a48e6300eda47d2a48 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/bb14a2f424de48a48e6300eda47d2a48 2024-11-09T12:54:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1e91a90f99194371a0dd0a1476d68e6d 2024-11-09T12:54:23,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/e66976369e39477b8280e68ddc6ddc0d 2024-11-09T12:54:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/874582ea60f94602b82ccd5a5dbab0ce 2024-11-09T12:54:23,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/4e92c3818c1548c483a0280f6593941e to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/4e92c3818c1548c483a0280f6593941e 2024-11-09T12:54:23,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/db4f4e03da974a109720a0f961b601ad 2024-11-09T12:54:23,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/09a97c9ec78441c6a8b7d140fc391f62 2024-11-09T12:54:23,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/b3f9899607d744d9b44eb70a40d00550 2024-11-09T12:54:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/58a5d090d8a34c39a59c45434f462e52 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/58a5d090d8a34c39a59c45434f462e52 2024-11-09T12:54:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/27c9d7ae3dbb4d95ad900b70181277b6 2024-11-09T12:54:23,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/3711e4163bd944bfa2214e6b79ee682f 2024-11-09T12:54:23,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/373b3c9ecc1943d692fa4c941491f593 2024-11-09T12:54:23,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/6422eca33be8407f9d249039a5c883ce 2024-11-09T12:54:23,858 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=4 2024-11-09T12:54:23,859 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. 2024-11-09T12:54:23,859 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for 9a1a9c4087f60545c45b76d098b9c079: Waiting for close lock at 1731156862560Running coprocessor pre-close hooks at 1731156862560Disabling compacts and flushes for region at 1731156862560Disabling writes for close at 1731156862560Obtaining lock to block concurrent updates at 1731156862560Preparing flush snapshotting stores in 9a1a9c4087f60545c45b76d098b9c079 at 1731156862560Finished memstore snapshotting TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731156862561 (+1 ms)Flushing stores of TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079. at 1731156862561Flushing 9a1a9c4087f60545c45b76d098b9c079/A: creating writer at 1731156862561Flushing mob file 9a1a9c4087f60545c45b76d098b9c079/A: appending metadata at 1731156862565 (+4 ms)Flushing mob file 9a1a9c4087f60545c45b76d098b9c079/A: closing flushed file at 1731156862565Flushing 9a1a9c4087f60545c45b76d098b9c079/A: appending metadata at 1731156862571 (+6 ms)Flushing 9a1a9c4087f60545c45b76d098b9c079/A: closing flushed file at 1731156862571Flushing 9a1a9c4087f60545c45b76d098b9c079/B: creating writer at 1731156862978 (+407 ms)Flushing 9a1a9c4087f60545c45b76d098b9c079/B: appending metadata at 1731156862979 (+1 ms)Flushing 9a1a9c4087f60545c45b76d098b9c079/B: closing flushed file at 1731156862979Flushing 9a1a9c4087f60545c45b76d098b9c079/C: creating writer at 1731156863386 (+407 ms)Flushing 9a1a9c4087f60545c45b76d098b9c079/C: appending metadata at 1731156863388 (+2 ms)Flushing 9a1a9c4087f60545c45b76d098b9c079/C: closing flushed file at 1731156863388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308425b9: reopening flushed file at 1731156863795 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0c2edb: reopening flushed file at 1731156863798 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c61284: reopening flushed file at 1731156863801 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a1a9c4087f60545c45b76d098b9c079 in 1244ms, sequenceid=338, compaction requested=true at 1731156863804 (+3 ms)Writing region close event to WAL at 1731156863856 (+52 ms)Running coprocessor post-close hooks at 1731156863858 (+2 ms)Closed at 1731156863859 (+1 ms) 2024-11-09T12:54:23,860 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed 9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:23,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=9a1a9c4087f60545c45b76d098b9c079, regionState=CLOSED 2024-11-09T12:54:23,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 because future has completed 2024-11-09T12:54:23,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-09T12:54:23,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a1a9c4087f60545c45b76d098b9c079, server=7934cf733c16,38405,1731156685737 in 1.4540 sec 2024-11-09T12:54:23,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-11-09T12:54:23,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a1a9c4087f60545c45b76d098b9c079, UNASSIGN in 1.4580 sec 2024-11-09T12:54:23,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-09T12:54:23,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4610 sec 2024-11-09T12:54:23,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731156863867"}]},"ts":"1731156863867"} 2024-11-09T12:54:23,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T12:54:23,868 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T12:54:23,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4680 sec 2024-11-09T12:54:24,048 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T12:54:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T12:54:24,547 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:24,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T12:54:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,549 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T12:54:24,550 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,552 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,553 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C, FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits] 2024-11-09T12:54:24,555 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/5e8816e566204a6090ce2a7b116c2176 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/5e8816e566204a6090ce2a7b116c2176 2024-11-09T12:54:24,556 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9285aac444b84e5aa0143096755afd03 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/9285aac444b84e5aa0143096755afd03 2024-11-09T12:54:24,557 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e9290aa5f7604ca9a93077f8fba9e883 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/A/e9290aa5f7604ca9a93077f8fba9e883 2024-11-09T12:54:24,559 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1c6a4586df1342dc90dfcbf04c9d6e1f to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/1c6a4586df1342dc90dfcbf04c9d6e1f 2024-11-09T12:54:24,559 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/69ff7656f056402f8820b28e1a45cb17 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/69ff7656f056402f8820b28e1a45cb17 2024-11-09T12:54:24,560 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/722584b4cd1c40278d7d9646d225a0a3 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/B/722584b4cd1c40278d7d9646d225a0a3 2024-11-09T12:54:24,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1c330e1531ac43d38b472008ea90d70a to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/1c330e1531ac43d38b472008ea90d70a 2024-11-09T12:54:24,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/26315c02a8f94340bcc4077abe056060 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/26315c02a8f94340bcc4077abe056060 2024-11-09T12:54:24,563 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/7728a91425b449de9d19bc7a2c60054d to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/C/7728a91425b449de9d19bc7a2c60054d 2024-11-09T12:54:24,565 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits/341.seqid to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079/recovered.edits/341.seqid 2024-11-09T12:54:24,566 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/default/TestAcidGuarantees/9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,566 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T12:54:24,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:54:24,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T12:54:24,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110907f99f84658444bb9621da55410c645e_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110907f99f84658444bb9621da55410c645e_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,569 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090acdf1c5a577445ca903f62f2d8ef270_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090acdf1c5a577445ca903f62f2d8ef270_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090d0cb0b7fc884646ad64d6f52fc64f0b_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090d0cb0b7fc884646ad64d6f52fc64f0b_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091e30957174934edd89e8f69d79a90093_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091e30957174934edd89e8f69d79a90093_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,572 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109489523b540d84b2db526acc15e214642_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109489523b540d84b2db526acc15e214642_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d7984f724984556895bb0b47a35e689_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d7984f724984556895bb0b47a35e689_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977a4f951032c4c7784a5707521792992_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110977a4f951032c4c7784a5707521792992_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,574 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994976dc8907b4b7ea7c6598665555e2d_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994976dc8907b4b7ea7c6598665555e2d_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,575 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099786bec4114c4ec7b9e880db9522e2a3_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099786bec4114c4ec7b9e880db9522e2a3_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,576 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5100973d87244a4997e505b1cca8d17_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5100973d87244a4997e505b1cca8d17_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,577 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4d50f210a82490ebb0f5e1803ee3a1e_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4d50f210a82490ebb0f5e1803ee3a1e_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,578 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b864d4d1ba4042a5842f047f26579907_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b864d4d1ba4042a5842f047f26579907_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba7495d2d12f40e5b0542e8e115a0b9d_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba7495d2d12f40e5b0542e8e115a0b9d_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,580 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109babf2166df7045fda35449e69d3118a2_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109babf2166df7045fda35449e69d3118a2_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c31ab421093d4703b49a9901fe7b9a50_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c31ab421093d4703b49a9901fe7b9a50_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbfb4013074b4aa896f5c31bea7b0340_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbfb4013074b4aa896f5c31bea7b0340_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,582 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddebe5cb10d4413c865ad762695cd197_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddebe5cb10d4413c865ad762695cd197_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,583 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4acf09e01a48d7a46f5f94584bddbd_9a1a9c4087f60545c45b76d098b9c079 to hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4acf09e01a48d7a46f5f94584bddbd_9a1a9c4087f60545c45b76d098b9c079 2024-11-09T12:54:24,584 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T12:54:24,585 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,587 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T12:54:24,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T12:54:24,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T12:54:24,590 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731156864589"}]},"ts":"9223372036854775807"} 2024-11-09T12:54:24,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T12:54:24,591 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9a1a9c4087f60545c45b76d098b9c079, NAME => 'TestAcidGuarantees,,1731156829625.9a1a9c4087f60545c45b76d098b9c079.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T12:54:24,591 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T12:54:24,591 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731156864591"}]},"ts":"9223372036854775807"} 2024-11-09T12:54:24,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T12:54:24,593 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T12:54:24,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-09T12:54:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T12:54:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T12:54:24,657 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T12:54:24,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=443 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=752 (was 835), ProcessCount=11 (was 11), AvailableMemoryMB=5684 (was 5411) - AvailableMemoryMB LEAK? - 2024-11-09T12:54:24,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T12:54:24,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:54:24,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:54:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:24,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T12:54:24,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T12:54:24,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=473275785, stopped=false 2024-11-09T12:54:24,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7934cf733c16,34237,1731156685010 2024-11-09T12:54:24,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T12:54:24,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T12:54:24,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:54:24,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:54:24,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T12:54:24,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T12:54:24,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:54:24,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T12:54:24,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:24,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T12:54:24,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,38405,1731156685737' ***** 2024-11-09T12:54:24,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T12:54:24,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(959): stopping server 7934cf733c16,38405,1731156685737 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T12:54:24,671 INFO [RS:0;7934cf733c16:38405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7934cf733c16:38405. 2024-11-09T12:54:24,671 DEBUG [RS:0;7934cf733c16:38405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T12:54:24,671 DEBUG [RS:0;7934cf733c16:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:24,672 INFO [RS:0;7934cf733c16:38405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T12:54:24,672 INFO [RS:0;7934cf733c16:38405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T12:54:24,672 INFO [RS:0;7934cf733c16:38405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T12:54:24,672 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T12:54:24,672 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T12:54:24,672 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T12:54:24,673 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:24,673 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T12:54:24,673 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T12:54:24,673 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T12:54:24,673 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T12:54:24,673 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T12:54:24,673 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T12:54:24,695 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/info/331fabb8551a4e6883de631819998ad6 is 95, key is TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c./info:/1731156716264/DeleteFamily/seqid=0 2024-11-09T12:54:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742484_1660 (size=6514) 2024-11-09T12:54:24,766 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T12:54:24,873 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,073 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,099 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/info/331fabb8551a4e6883de631819998ad6 2024-11-09T12:54:25,116 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/ns/c5ba0432eed44729a32794f8e24f07af is 93, key is TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c./ns:/1731156716214/DeleteFamily/seqid=0 2024-11-09T12:54:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742485_1661 (size=5906) 2024-11-09T12:54:25,227 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T12:54:25,227 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T12:54:25,273 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T12:54:25,473 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,520 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/ns/c5ba0432eed44729a32794f8e24f07af 2024-11-09T12:54:25,536 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/rep_barrier/0d8b039cf1ac451490600f7bf5731999 is 102, key is TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c./rep_barrier:/1731156716214/DeleteFamily/seqid=0 2024-11-09T12:54:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742486_1662 (size=6025) 2024-11-09T12:54:25,674 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,874 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:25,940 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/rep_barrier/0d8b039cf1ac451490600f7bf5731999 2024-11-09T12:54:25,957 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/table/a1b8312173ef45d9a6226432c38cffab is 96, key is TestAcidGuarantees,,1731156689782.436911c9dcd9c346386a8844b0f7945c./table:/1731156716214/DeleteFamily/seqid=0 2024-11-09T12:54:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742487_1663 (size=5936) 2024-11-09T12:54:26,074 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:26,274 DEBUG [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T12:54:26,361 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/table/a1b8312173ef45d9a6226432c38cffab 2024-11-09T12:54:26,364 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/info/331fabb8551a4e6883de631819998ad6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/info/331fabb8551a4e6883de631819998ad6 2024-11-09T12:54:26,367 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/info/331fabb8551a4e6883de631819998ad6, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T12:54:26,368 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/ns/c5ba0432eed44729a32794f8e24f07af as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/ns/c5ba0432eed44729a32794f8e24f07af 2024-11-09T12:54:26,370 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/ns/c5ba0432eed44729a32794f8e24f07af, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T12:54:26,370 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/rep_barrier/0d8b039cf1ac451490600f7bf5731999 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/rep_barrier/0d8b039cf1ac451490600f7bf5731999 2024-11-09T12:54:26,373 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/rep_barrier/0d8b039cf1ac451490600f7bf5731999, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T12:54:26,374 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/.tmp/table/a1b8312173ef45d9a6226432c38cffab as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/table/a1b8312173ef45d9a6226432c38cffab 2024-11-09T12:54:26,376 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/table/a1b8312173ef45d9a6226432c38cffab, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T12:54:26,377 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=90, compaction requested=false 2024-11-09T12:54:26,380 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T12:54:26,381 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T12:54:26,381 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T12:54:26,381 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731156864672Running coprocessor pre-close hooks at 1731156864673 (+1 ms)Disabling compacts and flushes for region at 1731156864673Disabling writes for close at 1731156864673Obtaining lock to block concurrent updates at 1731156864673Preparing flush snapshotting stores in 1588230740 at 1731156864673Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731156864673Flushing stores of hbase:meta,,1.1588230740 at 1731156864674 (+1 ms)Flushing 1588230740/info: creating writer at 1731156864674Flushing 1588230740/info: appending metadata at 1731156864695 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731156864695Flushing 1588230740/ns: creating writer at 1731156865102 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731156865116 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731156865116Flushing 1588230740/rep_barrier: creating writer at 1731156865522 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731156865536 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731156865536Flushing 1588230740/table: creating writer at 1731156865943 (+407 ms)Flushing 1588230740/table: appending metadata at 1731156865957 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731156865957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2029eeb6: reopening flushed file at 1731156866364 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73978559: reopening flushed file at 1731156866367 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165a0fd4: reopening flushed file at 1731156866370 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b944366: reopening flushed file at 1731156866373 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=90, compaction requested=false at 1731156866377 (+4 ms)Writing region close event to WAL at 1731156866378 (+1 ms)Running coprocessor post-close hooks at 1731156866381 (+3 ms)Closed at 1731156866381 2024-11-09T12:54:26,381 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T12:54:26,475 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(976): stopping server 7934cf733c16,38405,1731156685737; all regions closed. 2024-11-09T12:54:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741834_1010 (size=25344) 2024-11-09T12:54:26,481 DEBUG [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/oldWALs 2024-11-09T12:54:26,481 INFO [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C38405%2C1731156685737.meta:.meta(num 1731156689323) 2024-11-09T12:54:26,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741832_1008 (size=15392438) 2024-11-09T12:54:26,484 DEBUG [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/oldWALs 2024-11-09T12:54:26,484 INFO [RS:0;7934cf733c16:38405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C38405%2C1731156685737:(num 1731156688407) 2024-11-09T12:54:26,484 DEBUG [RS:0;7934cf733c16:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T12:54:26,484 INFO [RS:0;7934cf733c16:38405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T12:54:26,484 INFO [RS:0;7934cf733c16:38405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T12:54:26,484 INFO [RS:0;7934cf733c16:38405 {}] hbase.ChoreService(370): Chore service for: regionserver/7934cf733c16:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T12:54:26,485 INFO [RS:0;7934cf733c16:38405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T12:54:26,485 INFO [regionserver/7934cf733c16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T12:54:26,485 INFO [RS:0;7934cf733c16:38405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38405 2024-11-09T12:54:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,38405,1731156685737 2024-11-09T12:54:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T12:54:26,489 INFO [RS:0;7934cf733c16:38405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T12:54:26,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,38405,1731156685737] 2024-11-09T12:54:26,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,38405,1731156685737 already deleted, retry=false 2024-11-09T12:54:26,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7934cf733c16,38405,1731156685737 expired; onlineServers=0 2024-11-09T12:54:26,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7934cf733c16,34237,1731156685010' ***** 2024-11-09T12:54:26,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T12:54:26,493 DEBUG [M:0;7934cf733c16:34237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T12:54:26,493 DEBUG [M:0;7934cf733c16:34237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T12:54:26,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T12:54:26,493 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731156688063 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731156688063,5,FailOnTimeoutGroup] 2024-11-09T12:54:26,493 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731156688063 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731156688063,5,FailOnTimeoutGroup] 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] hbase.ChoreService(370): Chore service for: master/7934cf733c16:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T12:54:26,493 DEBUG [M:0;7934cf733c16:34237 {}] master.HMaster(1795): Stopping service threads 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T12:54:26,493 INFO [M:0;7934cf733c16:34237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T12:54:26,494 ERROR [M:0;7934cf733c16:34237 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T12:54:26,494 INFO [M:0;7934cf733c16:34237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T12:54:26,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T12:54:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T12:54:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T12:54:26,495 DEBUG [M:0;7934cf733c16:34237 {}] zookeeper.ZKUtil(347): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T12:54:26,495 WARN [M:0;7934cf733c16:34237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T12:54:26,495 INFO [M:0;7934cf733c16:34237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/.lastflushedseqids 2024-11-09T12:54:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742488_1664 (size=72) 2024-11-09T12:54:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T12:54:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100d78da20c0001, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T12:54:26,592 INFO [RS:0;7934cf733c16:38405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T12:54:26,592 INFO [RS:0;7934cf733c16:38405 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,38405,1731156685737; zookeeper connection closed. 2024-11-09T12:54:26,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a177bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a177bc 2024-11-09T12:54:26,593 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T12:54:26,905 INFO [M:0;7934cf733c16:34237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T12:54:26,905 INFO [M:0;7934cf733c16:34237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T12:54:26,905 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T12:54:26,905 INFO [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:54:26,905 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:54:26,905 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T12:54:26,905 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:54:26,905 INFO [M:0;7934cf733c16:34237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=770.14 KB heapSize=947.26 KB 2024-11-09T12:54:26,921 DEBUG [M:0;7934cf733c16:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ca2dc274b8432cb943f687e6cde22a is 82, key is hbase:meta,,1/info:regioninfo/1731156689408/Put/seqid=0 2024-11-09T12:54:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742489_1665 (size=5672) 2024-11-09T12:54:27,324 INFO [M:0;7934cf733c16:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2182 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ca2dc274b8432cb943f687e6cde22a 2024-11-09T12:54:27,344 DEBUG [M:0;7934cf733c16:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edeceb9395524b5291f2a12f477e3ec6 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x97/proc:d/1731156832734/Put/seqid=0 2024-11-09T12:54:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742490_1666 (size=45601) 2024-11-09T12:54:27,750 INFO [M:0;7934cf733c16:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=769.58 KB at sequenceid=2182 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edeceb9395524b5291f2a12f477e3ec6 2024-11-09T12:54:27,753 INFO [M:0;7934cf733c16:34237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edeceb9395524b5291f2a12f477e3ec6 2024-11-09T12:54:27,768 DEBUG [M:0;7934cf733c16:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd394557ad174248baf18a763f56b3ba is 69, key is 7934cf733c16,38405,1731156685737/rs:state/1731156688148/Put/seqid=0 2024-11-09T12:54:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073742491_1667 (size=5156) 2024-11-09T12:54:28,171 INFO [M:0;7934cf733c16:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2182 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd394557ad174248baf18a763f56b3ba 2024-11-09T12:54:28,175 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ca2dc274b8432cb943f687e6cde22a as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68ca2dc274b8432cb943f687e6cde22a 2024-11-09T12:54:28,178 INFO [M:0;7934cf733c16:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68ca2dc274b8432cb943f687e6cde22a, entries=8, sequenceid=2182, filesize=5.5 K 2024-11-09T12:54:28,178 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edeceb9395524b5291f2a12f477e3ec6 as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edeceb9395524b5291f2a12f477e3ec6 2024-11-09T12:54:28,180 INFO [M:0;7934cf733c16:34237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edeceb9395524b5291f2a12f477e3ec6 2024-11-09T12:54:28,180 INFO [M:0;7934cf733c16:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edeceb9395524b5291f2a12f477e3ec6, entries=178, sequenceid=2182, filesize=44.5 K 2024-11-09T12:54:28,181 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd394557ad174248baf18a763f56b3ba as hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd394557ad174248baf18a763f56b3ba 2024-11-09T12:54:28,183 INFO [M:0;7934cf733c16:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40503/user/jenkins/test-data/12f7e1d0-42d8-e81c-c532-ce73e4de7fdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd394557ad174248baf18a763f56b3ba, entries=1, sequenceid=2182, filesize=5.0 K 2024-11-09T12:54:28,184 INFO [M:0;7934cf733c16:34237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~770.14 KB/788619, heapSize ~946.96 KB/969688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2182, compaction requested=false 2024-11-09T12:54:28,185 INFO [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T12:54:28,185 DEBUG [M:0;7934cf733c16:34237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731156866905Disabling compacts and flushes for region at 1731156866905Disabling writes for close at 1731156866905Obtaining lock to block concurrent updates at 1731156866905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731156866905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=788619, getHeapSize=969928, getOffHeapSize=0, getCellsCount=2385 at 1731156866906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731156866906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731156866906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731156866920 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731156866920Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731156867328 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731156867344 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731156867344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731156867753 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731156867767 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731156867767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7cc2ac: reopening flushed file at 1731156868174 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ade4df: reopening flushed file at 1731156868178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f636ac4: reopening flushed file at 1731156868181 (+3 ms)Finished flush of dataSize ~770.14 KB/788619, heapSize ~946.96 KB/969688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2182, compaction requested=false at 1731156868184 (+3 ms)Writing region close event to WAL at 1731156868185 (+1 ms)Closed at 1731156868185 2024-11-09T12:54:28,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44783 is added to blk_1073741830_1006 (size=931680) 2024-11-09T12:54:28,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T12:54:28,188 INFO [M:0;7934cf733c16:34237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T12:54:28,188 INFO [M:0;7934cf733c16:34237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34237 2024-11-09T12:54:28,189 INFO [M:0;7934cf733c16:34237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T12:54:28,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T12:54:28,291 INFO [M:0;7934cf733c16:34237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T12:54:28,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x100d78da20c0000, quorum=127.0.0.1:50574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T12:54:28,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T12:54:28,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T12:54:28,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T12:54:28,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T12:54:28,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.log.dir/,STOPPED} 2024-11-09T12:54:28,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T12:54:28,304 WARN [BP-407990496-172.17.0.3-1731156681708 heartbeating to localhost/127.0.0.1:40503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T12:54:28,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T12:54:28,304 WARN [BP-407990496-172.17.0.3-1731156681708 heartbeating to localhost/127.0.0.1:40503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407990496-172.17.0.3-1731156681708 (Datanode Uuid ec401d9e-3309-406c-8a42-6e37ba319bfe) service to localhost/127.0.0.1:40503 2024-11-09T12:54:28,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/data/data1/current/BP-407990496-172.17.0.3-1731156681708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T12:54:28,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/cluster_17fe96b5-58b9-a99e-689f-84d944e77c4e/data/data2/current/BP-407990496-172.17.0.3-1731156681708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T12:54:28,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T12:54:28,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T12:54:28,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T12:54:28,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T12:54:28,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T12:54:28,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c41c7db6-e0d8-8316-d09e-ba8f9d0b8a41/hadoop.log.dir/,STOPPED} 2024-11-09T12:54:28,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T12:54:28,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down